Spark: Bump Spark minor versions for 3.3 and 3.4 (#9187)

apache · Dec 6, 2023 · 70ec4e5 · 70ec4e5
1 parent a89fc46
commit 70ec4e5
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -77,8 +77,8 @@ scala-collection-compat = "2.11.0"
 slf4j = "1.7.36"
 snowflake-jdbc = "3.14.3"
 spark-hive32 = "3.2.2"
-spark-hive33 = "3.3.2"
-spark-hive34 = "3.4.1"
+spark-hive33 = "3.3.3"
+spark-hive34 = "3.4.2"
 spark-hive35 = "3.5.0"
 spring-boot = "2.5.4"
 spring-web = "5.3.30"

diff --git a/...k-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java b/...k-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
@@ -77,7 +77,7 @@ public void setupTempDirs() {
 
   @After
   public void dropTables() {
-    sql("DROP TABLE IF EXISTS %s", sourceTableName);
+    sql("DROP TABLE IF EXISTS %s PURGE", sourceTableName);
     sql("DROP TABLE IF EXISTS %s", tableName);
   }
 

diff --git a/...ensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java b/...ensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
@@ -46,7 +46,7 @@ public TestSnapshotTableProcedure(
   @After
   public void removeTables() {
     sql("DROP TABLE IF EXISTS %s", tableName);
-    sql("DROP TABLE IF EXISTS %S", sourceName);
+    sql("DROP TABLE IF EXISTS %s PURGE", sourceName);
   }
 
   @Test

diff --git a/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java b/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
@@ -52,7 +52,7 @@ public void testGettingStarted() throws IOException {
     Assert.assertEquals(
         "Should have inserted 3 rows", 3L, scalarSql("SELECT COUNT(*) FROM %s", tableName));
 
-    sql("DROP TABLE IF EXISTS source");
+    sql("DROP TABLE IF EXISTS source PURGE");
     sql(
         "CREATE TABLE source (id bigint, data string) USING parquet LOCATION '%s'",
         temp.newFolder());
@@ -62,7 +62,7 @@ public void testGettingStarted() throws IOException {
     Assert.assertEquals(
         "Table should now have 4 rows", 4L, scalarSql("SELECT COUNT(*) FROM %s", tableName));
 
-    sql("DROP TABLE IF EXISTS updates");
+    sql("DROP TABLE IF EXISTS updates PURGE");
     sql(
         "CREATE TABLE updates (id bigint, data string) USING parquet LOCATION '%s'",
         temp.newFolder());