Spark 3.5: Set useCommitCoordinator to false in streaming writes (#9027)

Co-authored-by: Huaxin Gao <[email protected]>
apache · Nov 11, 2023 · 13fd06d · 13fd06d
1 parent 6a9c182
commit 13fd06d
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java
@@ -506,6 +506,11 @@ public StreamingDataWriterFactory createStreamingWriterFactory(PhysicalWriteInfo
       return createWriterFactory();
     }
 
+    @Override
+    public boolean useCommitCoordinator() {
+      return false;
+    }
+
     @Override
     public final void commit(long epochId, WriterCommitMessage[] messages) {
       LOG.info("Committing epoch {} for query {} in {} mode", epochId, queryId, mode());