diff --git a/Cargo.lock b/Cargo.lock index 2a7fa427..d7f9d7a8 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3946,8 +3946,8 @@ dependencies = [ [[package]] name = "iceberg" -version = "0.3.0" -source = "git+https://github.com/splitgraph/iceberg-rust?rev=2be7c389de17e8b5f88e202b2b696b221c9d9adb#2be7c389de17e8b5f88e202b2b696b221c9d9adb" +version = "0.4.0" +source = "git+https://github.com/splitgraph/iceberg-rust?rev=1e01b7b7b2009076941f3ec1f04340e961d4628a#1e01b7b7b2009076941f3ec1f04340e961d4628a" dependencies = [ "anyhow", "apache-avro", @@ -3994,8 +3994,8 @@ dependencies = [ [[package]] name = "iceberg-datafusion" -version = "0.3.0" -source = "git+https://github.com/splitgraph/iceberg-rust?rev=2be7c389de17e8b5f88e202b2b696b221c9d9adb#2be7c389de17e8b5f88e202b2b696b221c9d9adb" +version = "0.4.0" +source = "git+https://github.com/splitgraph/iceberg-rust?rev=1e01b7b7b2009076941f3ec1f04340e961d4628a#1e01b7b7b2009076941f3ec1f04340e961d4628a" dependencies = [ "anyhow", "async-trait", diff --git a/Cargo.toml b/Cargo.toml index ecc87f09..5679ded6 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -21,8 +21,8 @@ datafusion-functions-nested = "43.0.0" futures = "0.3" -iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" } -iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" } +iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" } +iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" } itertools = ">=0.10.0" object_store = { version = "0.11", features = ["aws", "azure", "gcp"] } diff --git a/src/context/iceberg.rs b/src/context/iceberg.rs index d7bf798a..eda46553 100644 --- a/src/context/iceberg.rs +++ b/src/context/iceberg.rs @@ -17,11 +17,10 @@ use futures::stream::select_all; use futures::{pin_mut, StreamExt, TryStream, TryStreamExt}; use iceberg::io::FileIO; use iceberg::spec::{ - BoundPartitionSpec, DataContentType, DataFileFormat, FormatVersion, Manifest, - ManifestContentType, ManifestEntry, ManifestFile, ManifestListWriter, - ManifestMetadata, ManifestStatus, ManifestWriter, Operation, Snapshot, - SnapshotReference, SnapshotRetention, Struct, Summary, TableMetadata, - TableMetadataBuilder, + DataContentType, DataFileFormat, FormatVersion, Manifest, ManifestContentType, + ManifestEntry, ManifestFile, ManifestListWriter, ManifestMetadata, ManifestStatus, + ManifestWriter, Operation, PartitionSpec, Snapshot, SnapshotReference, + SnapshotRetention, Struct, Summary, TableMetadata, TableMetadataBuilder, }; use iceberg::table::Table; use iceberg::writer::file_writer::location_generator::{ @@ -279,7 +278,7 @@ pub async fn record_batches_to_iceberg( .schema_id(DEFAULT_SCHEMA_ID) .schema(iceberg_schema.clone()) .partition_spec( - BoundPartitionSpec::builder(iceberg_schema.clone()) + PartitionSpec::builder(iceberg_schema.clone()) .with_spec_id(0) .build()?, )