Change docker image artifact action to upload tar

Signed-off-by: Sivanantham Chinnaiyan <[email protected]>
sivanantha321 · Feb 9, 2024 · a2e609f · a2e609f
1 parent 2e96e38
commit a2e609f
Show file tree

Hide file tree

Showing 2 changed files with 41 additions and 25 deletions.
diff --git a/.github/workflows/e2e-test.yml b/.github/workflows/e2e-test.yml
@@ -74,51 +74,67 @@ jobs:
       - name: Free-up disk space
         uses: ./.github/actions/free-up-disk-space
 
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          use: true
+
+
       - name: Build runtime server images
         run: |
+          sudo mkdir -p /mnt/docker-images
+          sudo chown -R $USER /mnt/docker-images
           ./test/scripts/gh-actions/build-server-runtimes.sh predictor,transformer
           docker image ls
           cat ./config/overlays/test/configmap/inferenceservice.yaml
 
-      - name: Upload sklearn server image
-        uses: ishworkh/container-image-artifact[email protected]
+      - name: Upload sklearn artifact
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/sklearnserver:${{ github.sha }}"
+          name: sklearn-${GITHUB_SHA}
+          path: /mnt/docker-images/sklearn-${GITHUB_SHA}.tar
 
       - name: Upload xgb server image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/xgbserver:${{ github.sha }}"
+          name: xgb-${GITHUB_SHA}
+          path: /mnt/docker-images/xgb-${GITHUB_SHA}.tar
 
       - name: Upload lgb server image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/lgbserver:${{ github.sha }}"
+          name: lgb-${GITHUB_SHA}
+          path: /mnt/docker-images/lgb-${GITHUB_SHA}.tar
 
       - name: Upload pmml server image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/pmmlserver:${{ github.sha }}"
+          name: pmml-${GITHUB_SHA}
+          path: /mnt/docker-images/pmml-${GITHUB_SHA}.tar
 
       - name: Upload paddle image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/paddleserver:${{ github.sha }}"
+          name: paddle-${GITHUB_SHA}
+          path: /mnt/docker-images/paddle-${GITHUB_SHA}.tar
 
       - name: Upload image transformer image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/image-transformer:${{ github.sha }}"
+          name: image-transformer-${GITHUB_SHA}
+          path: /mnt/docker-images/image-transformer-${GITHUB_SHA}.tar
 
       - name: Upload custom model grpc image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/custom-model-grpc:${{ github.sha }}"
+          name: custom-model-${GITHUB_SHA}
+          path: /mnt/docker-images/custom-model-${GITHUB_SHA}.tar
 
       - name: Upload custom model transformer grpc image
-        uses: ishworkh/container-image-artifact[email protected]
+        uses: actions/upload-artifact@v3
         with:
-          image: "kserve/custom-image-transformer-grpc:${{ github.sha }}"
+          name: custom-transformer-grpc-${GITHUB_SHA}
+          path: /mnt/docker-images/custom-transformer-grpc-${GITHUB_SHA}.tar
 
   explainer-runtime-build:
     runs-on: ubuntu-latest

diff --git a/test/scripts/gh-actions/build-server-runtimes.sh b/test/scripts/gh-actions/build-server-runtimes.sh
@@ -43,19 +43,19 @@ IMAGE_TRANSFORMER_IMG=kserve/image-transformer:${GITHUB_SHA}
 pushd python >/dev/null
   if [[ " ${types[*]} " =~ "predictor" ]]; then
     echo "Building Sklearn image"
-    docker buildx build -t ${SKLEARN_IMG} -f sklearn.Dockerfile .
+    docker buildx build -t ${SKLEARN_IMG} -f sklearn.Dockerfile -o type=docker,dest=/mnt/docker-images/sklearn-${GITHUB_SHA}.tar .
     echo "Building XGB image"
-    docker buildx build -t ${XGB_IMG} -f xgb.Dockerfile .
+    docker buildx build -t ${XGB_IMG} -o type=docker,dest=/mnt/docker-images/xgb-${GITHUB_SHA}.tar -f xgb.Dockerfile .
     echo "Building LGB image"
-    docker buildx build -t ${LGB_IMG} -f lgb.Dockerfile .
+    docker buildx build -t ${LGB_IMG} -o type=docker,dest=/mnt/docker-images/lgb-${GITHUB_SHA}.tar -f lgb.Dockerfile .
     echo "Building PMML image"
-    docker buildx build -t ${PMML_IMG} -f pmml.Dockerfile .
+    docker buildx build -t ${PMML_IMG} -o type=docker,dest=/mnt/docker-images/pmml-${GITHUB_SHA}.tar -f pmml.Dockerfile .
     echo "Building Paddle image"
-    docker buildx build -t ${PADDLE_IMG} -f paddle.Dockerfile .
+    docker buildx build -t ${PADDLE_IMG} -o type=docker,dest=/mnt/docker-images/paddle-${GITHUB_SHA}.tar -f paddle.Dockerfile .
     echo "Building Custom model gRPC image"
-    docker buildx build -t ${CUSTOM_MODEL_GRPC} -f custom_model_grpc.Dockerfile .
+    docker buildx build -t ${CUSTOM_MODEL_GRPC} -o type=docker,dest=/mnt/docker-images/cutom-model-${GITHUB_SHA}.tar -f custom_model_grpc.Dockerfile .
     echo "Building image transformer gRPC image"
-    docker buildx build -t ${CUSTOM_TRANSFORMER_GRPC} -f custom_transformer_grpc.Dockerfile .
+    docker buildx build -t ${CUSTOM_TRANSFORMER_GRPC} -o type=docker,dest=/mnt/docker-images/custom-transformer-grpc${GITHUB_SHA}.tar -f custom_transformer_grpc.Dockerfile .
   fi
 
   if [[ " ${types[*]} " =~ "explainer" ]]; then
@@ -67,7 +67,7 @@ pushd python >/dev/null
 
   if [[ " ${types[*]} " =~ "transformer" ]]; then
     echo "Building Image transformer image"
-    docker buildx build -t ${IMAGE_TRANSFORMER_IMG} -f custom_transformer.Dockerfile .
+    docker buildx build -t ${IMAGE_TRANSFORMER_IMG} -o type=docker,dest=/mnt/docker-images/image-transformer-${GITHUB_SHA}.tar -f custom_transformer.Dockerfile .
   fi
 
 popd