Spark 3.4: Set useCommitCoordinator to false in batch writes (#9028)

This change cherrypicks PR #9017 to Spark 3.4.

Co-authored-by: Huaxin Gao <[email protected]>

spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeletesRewrite.java

@@ -136,6 +136,11 @@ public DataWriterFactory createBatchWriterFactory(PhysicalWriteInfo info) {
           writeProperties);
     }
 
+    @Override
+    public boolean useCommitCoordinator() {
+      return false;
+    }
+
     @Override
     public void commit(WriterCommitMessage[] messages) {
       PositionDeletesRewriteCoordinator coordinator = PositionDeletesRewriteCoordinator.get();

spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java

@@ -160,6 +160,11 @@ public DeltaWriterFactory createBatchWriterFactory(PhysicalWriteInfo info) {
       return new PositionDeltaWriteFactory(tableBroadcast, command, context, writeProperties);
     }
 
+    @Override
+    public boolean useCommitCoordinator() {
+      return false;
+    }
+
     @Override
     public void commit(WriterCommitMessage[] messages) {
       RowDelta rowDelta = table.newRowDelta();

spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java

@@ -260,6 +260,11 @@ public DataWriterFactory createBatchWriterFactory(PhysicalWriteInfo info) {
       return createWriterFactory();
     }
 
+    @Override
+    public boolean useCommitCoordinator() {
+      return false;
+    }
+
     @Override
     public void abort(WriterCommitMessage[] messages) {
       SparkWrite.this.abort(messages);