Skip to content

Commit

Permalink
Change docker image artifact action to upload tar
Browse files Browse the repository at this point in the history 
Signed-off-by: Sivanantham Chinnaiyan <[email protected]>
  • Loading branch information
@sivanantha321
sivanantha321 committed Feb 9, 2024
1 parent 2e96e38 commit 2edc272
Show file tree
Hide file tree
Showing 2 changed files with 50 additions and 25 deletions.
59 changes: 42 additions & 17 deletions .github/workflows/e2e-test.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -74,51 +74,76 @@ jobs:
- name: Free-up disk space
uses: ./.github/actions/free-up-disk-space

- name: Setup Docker Buildx
uses: docker/setup-buildx-action@v2
with:
use: true


- name: Build runtime server images
run: |
sudo mkdir -p /mnt/docker-images
sudo chown -R $USER /mnt/docker-images
./test/scripts/gh-actions/build-server-runtimes.sh predictor,transformer
docker image ls
cat ./config/overlays/test/configmap/inferenceservice.yaml
sudo ls -l /mnt/docker-images
- name: Upload sklearn server image
uses: ishworkh/container-image-artifact[email protected]
- name: Upload sklearn artifact
uses: actions/upload-artifact@v4
with:
image: "kserve/sklearnserver:${{ github.sha }}"
name: sklearn-${GITHUB_SHA}
path: /mnt/docker-images/sklearn-${{ github.sha }}.tar
compression-level: 0

- name: Upload xgb server image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/xgbserver:${{ github.sha }}"
name: xgb-${GITHUB_SHA}
path: /mnt/docker-images/xgb-${{ github.sha }}.tar
compression-level: 0

- name: Upload lgb server image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/lgbserver:${{ github.sha }}"
name: lgb-${GITHUB_SHA}
path: /mnt/docker-images/lgb-${{ github.sha }}.tar
compression-level: 0

- name: Upload pmml server image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/pmmlserver:${{ github.sha }}"
name: pmml-${GITHUB_SHA}
path: /mnt/docker-images/pmml-${{ github.sha }}.tar
compression-level: 0

- name: Upload paddle image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/paddleserver:${{ github.sha }}"
name: paddle-${GITHUB_SHA}
path: /mnt/docker-images/paddle-${{ github.sha }}.tar
compression-level: 0

- name: Upload image transformer image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/image-transformer:${{ github.sha }}"
name: image-transformer-${GITHUB_SHA}
path: /mnt/docker-images/image-transformer-${{ github.sha }}.tar
compression-level: 0

- name: Upload custom model grpc image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/custom-model-grpc:${{ github.sha }}"
name: custom-model-${GITHUB_SHA}
path: /mnt/docker-images/custom-model-${{ github.sha }}.tar
compression-level: 0

- name: Upload custom model transformer grpc image
uses: ishworkh/container-image-artifact[email protected]
uses: actions/upload-artifact@v4
with:
image: "kserve/custom-image-transformer-grpc:${{ github.sha }}"
name: custom-transformer-grpc-${GITHUB_SHA}
path: /mnt/docker-images/custom-transformer-grpc-${{ github.sha }}.tar
compression-level: 0

explainer-runtime-build:
runs-on: ubuntu-latest
Expand Down
16 changes: 8 additions & 8 deletions test/scripts/gh-actions/build-server-runtimes.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -43,19 +43,19 @@ IMAGE_TRANSFORMER_IMG=kserve/image-transformer:${GITHUB_SHA}
pushd python >/dev/null
if [[ " ${types[*]} " =~ "predictor" ]]; then
echo "Building Sklearn image"
docker buildx build -t ${SKLEARN_IMG} -f sklearn.Dockerfile .
docker buildx build -t ${SKLEARN_IMG} -f sklearn.Dockerfile -o type=docker,dest=/mnt/docker-images/sklearn-${GITHUB_SHA}.tar .
echo "Building XGB image"
docker buildx build -t ${XGB_IMG} -f xgb.Dockerfile .
docker buildx build -t ${XGB_IMG} -o type=docker,dest=/mnt/docker-images/xgb-${GITHUB_SHA}.tar -f xgb.Dockerfile .
echo "Building LGB image"
docker buildx build -t ${LGB_IMG} -f lgb.Dockerfile .
docker buildx build -t ${LGB_IMG} -o type=docker,dest=/mnt/docker-images/lgb-${GITHUB_SHA}.tar -f lgb.Dockerfile .
echo "Building PMML image"
docker buildx build -t ${PMML_IMG} -f pmml.Dockerfile .
docker buildx build -t ${PMML_IMG} -o type=docker,dest=/mnt/docker-images/pmml-${GITHUB_SHA}.tar -f pmml.Dockerfile .
echo "Building Paddle image"
docker buildx build -t ${PADDLE_IMG} -f paddle.Dockerfile .
docker buildx build -t ${PADDLE_IMG} -o type=docker,dest=/mnt/docker-images/paddle-${GITHUB_SHA}.tar -f paddle.Dockerfile .
echo "Building Custom model gRPC image"
docker buildx build -t ${CUSTOM_MODEL_GRPC} -f custom_model_grpc.Dockerfile .
docker buildx build -t ${CUSTOM_MODEL_GRPC} -o type=docker,dest=/mnt/docker-images/custom-model-${GITHUB_SHA}.tar -f custom_model_grpc.Dockerfile .
echo "Building image transformer gRPC image"
docker buildx build -t ${CUSTOM_TRANSFORMER_GRPC} -f custom_transformer_grpc.Dockerfile .
docker buildx build -t ${CUSTOM_TRANSFORMER_GRPC} -o type=docker,dest=/mnt/docker-images/custom-transformer-grpc-${GITHUB_SHA}.tar -f custom_transformer_grpc.Dockerfile .
fi

if [[ " ${types[*]} " =~ "explainer" ]]; then
Expand All @@ -67,7 +67,7 @@ pushd python >/dev/null

if [[ " ${types[*]} " =~ "transformer" ]]; then
echo "Building Image transformer image"
docker buildx build -t ${IMAGE_TRANSFORMER_IMG} -f custom_transformer.Dockerfile .
docker buildx build -t ${IMAGE_TRANSFORMER_IMG} -o type=docker,dest=/mnt/docker-images/image-transformer-${GITHUB_SHA}.tar -f custom_transformer.Dockerfile .
fi

popd
Expand Down

0 comments on commit 2edc272

Please sign in to comment.