ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Add trusted-bigdl-llm-serving-tdx image. (#9093)

Browse source 
* add entrypoint in cpu serving

* kubernetes support for fastchat cpu serving

* Update Readme

* add image to manually_build action

* update manually_build.yml

* update README.md

* update manually_build.yaml

* update attestation_cli.py

* update manually_build.yml

* update Dockerfile

* rename

* update trusted-bigdl-llm-serving-tdx Dockerfile
This commit is contained in:
ZehuaCao 2023-10-08 10:13:51 +08:00 committed by GitHub
parent b3e94a32d4
commit aad68100ae
1 changed files with 7 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
.github/workflows/manually_build.yml vendored
View file

@ -30,7 +30,7 @@ on:
- bigdl-ppml-trusted-realtime-ml-scala-graphene - bigdl-ppml-trusted-realtime-ml-scala-graphene
- bigdl-ppml-trusted-realtime-ml-scala-occlum - bigdl-ppml-trusted-realtime-ml-scala-occlum
- bigdl-ppml-trusted-bigdl-llm-tdx - bigdl-ppml-trusted-bigdl-llm-tdx
- bigdl-ppml-trusted-fastchat-tdx - bigdl-ppml-trusted-bigdl-llm-serving-tdx
- bigdl-ppml-kmsutil - bigdl-ppml-kmsutil
- bigdl-ppml-pccs - bigdl-ppml-pccs
- bigdl-ppml-trusted-python-toolkit-base - bigdl-ppml-trusted-python-toolkit-base
@ -839,21 +839,21 @@ jobs:
docker push 10.239.45.10/arda/${image}:${TAG} docker push 10.239.45.10/arda/${image}:${TAG}
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-ppml-trusted-fastchat-tdx: bigdl-ppml-trusted-bigdl-llm-serving-tdx:
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-fastchat-tdx' || github.event.inputs.artifact == 'all' }} if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-serving-tdx' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire] runs-on: [self-hosted, Shire]
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
- name: docker login - name: docker login
run: | run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-ppml-trusted-fastchat-tdx - name: bigdl-ppml-trusted-bigdl-llm-serving-tdx
run: | run: |
echo "##############################################################" echo "##############################################################"
echo "############## bigdl-ppml-trusted-fastchat-tdx ###############" echo "############## bigdl-ppml-trusted-bigdl-llm-serving-tdx ###############"
echo "##############################################################" echo "##############################################################"
export image=intelanalytics/bigdl-ppml-trusted-fastchat-tdx export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-serving-tdx
cd ppml/tdx/docker/trusted-bigdl-llm-fschat/ cd ppml/tdx/docker/trusted-bigdl-llm-serving-tdx/
sudo docker build \ sudo docker build \
--no-cache=true \ --no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \ --build-arg http_proxy=${HTTP_PROXY} \