testing space

vakarisbk · Oct 17, 2023 · 94bccfa · 94bccfa
1 parent 0cdf7a1
commit 94bccfa
Showing 1 changed file with 18 additions and 2 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -195,14 +195,23 @@ jobs:
       - name : Test - Run spark application for standalone cluster on docker
         run: testing/run_tests.sh --image-url $IMAGE_URL --scala-version ${{ inputs.scala }} --spark-version ${{ inputs.spark }}
 
-      - name: Test - Checkout Spark repository
+      - name: Test - Checkout Spark repository for Spark 3.3.0 (with fetch-depth 0)
+        if: inputs.spark == '3.3.0'
         uses: actions/checkout@v3
         with:
           fetch-depth: 0
           repository: apache/spark
           ref: v${{ inputs.spark }}
           path: ${{ github.workspace }}/spark
 
+      - name: Test - Checkout Spark repository 
+        if: inputs.spark != '3.3.0'
+        uses: actions/checkout@v3
+        with:
+          repository: apache/spark
+          ref: v${{ inputs.spark }}
+          path: ${{ github.workspace }}/spark 
+
       - name: Test - Cherry pick commits
         # Apache Spark enable resource limited k8s IT since v3.3.1, cherry-pick patches for old release
         # https://github.com/apache/spark/pull/36087#issuecomment-1251756266
@@ -247,7 +256,6 @@ jobs:
           # TODO(SPARK-44495): Resume to use the latest minikube for k8s-integration-tests.
           curl -LO https://storage.googleapis.com/minikube/releases/v1.30.1/minikube-linux-amd64
           sudo install minikube-linux-amd64 /usr/local/bin/minikube
-          rm minikube-linux-amd64
           # Github Action limit cpu:2, memory: 6947MB, limit to 2U6G for better resource statistic
           minikube start --cpus 2 --memory 6144
 
@@ -256,6 +264,10 @@ jobs:
           kubectl get pods -A
           kubectl describe node
 
+      - name: Test - check space usage
+        run: |
+          df -h
+
       - name: Test - Run Spark on K8S integration test (With driver cpu 0.5, executor cpu 0.2 limited)
         working-directory: ${{ github.workspace }}/spark
         run: |
@@ -300,6 +312,10 @@ jobs:
             fi
           fi
 
+      - name: Test - check space usage
+        run: |
+          df -h
+
       - name: Test - Upload Spark on K8S integration tests log files
         if: failure()
         uses: actions/upload-artifact@v3