Merge pull request #769 from splitgraph/bump-iceberg

Bump Iceberg to pick up fix for plan and stream schema mismatch

Cargo.toml

@@ -21,8 +21,8 @@ datafusion-functions-nested = "43.0.0"
 
 futures = "0.3"
 
-iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" }
-iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" }
+iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" }
+iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" }
 
 itertools = ">=0.10.0"
 object_store = { version = "0.11", features = ["aws", "azure", "gcp"] }

src/context/iceberg.rs

@@ -17,11 +17,10 @@ use futures::stream::select_all;
 use futures::{pin_mut, StreamExt, TryStream, TryStreamExt};
 use iceberg::io::FileIO;
 use iceberg::spec::{
-    BoundPartitionSpec, DataContentType, DataFileFormat, FormatVersion, Manifest,
-    ManifestContentType, ManifestEntry, ManifestFile, ManifestListWriter,
-    ManifestMetadata, ManifestStatus, ManifestWriter, Operation, Snapshot,
-    SnapshotReference, SnapshotRetention, Struct, Summary, TableMetadata,
-    TableMetadataBuilder,
+    DataContentType, DataFileFormat, FormatVersion, Manifest, ManifestContentType,
+    ManifestEntry, ManifestFile, ManifestListWriter, ManifestMetadata, ManifestStatus,
+    ManifestWriter, Operation, PartitionSpec, Snapshot, SnapshotReference,
+    SnapshotRetention, Struct, Summary, TableMetadata, TableMetadataBuilder,
 };
 use iceberg::table::Table;
 use iceberg::writer::file_writer::location_generator::{
@@ -279,7 +278,7 @@ pub async fn record_batches_to_iceberg(
         .schema_id(DEFAULT_SCHEMA_ID)
         .schema(iceberg_schema.clone())
         .partition_spec(
-            BoundPartitionSpec::builder(iceberg_schema.clone())
+            PartitionSpec::builder(iceberg_schema.clone())
                 .with_spec_id(0)
                 .build()?,
         )