Serializable store, session, and repo

icechunk/src/lib.rs

@@ -30,6 +30,7 @@ pub mod storage;
 pub mod store;
 #[cfg(test)]
 pub mod strategies;
+pub mod utils;
 pub mod zarr;
 
 pub use repo::RepositoryConfig;

icechunk/src/session.rs

@@ -9,6 +9,7 @@ use std::{
 use bytes::Bytes;
 use chrono::Utc;
 use futures::{FutureExt, Stream, StreamExt, TryStreamExt};
+use serde::{Deserialize, Serialize};
 use thiserror::Error;
 
 use crate::{
@@ -46,6 +47,7 @@ pub enum SessionError {
 
 pub type SessionResult<T> = Result<T, SessionError>;
 
+#[derive(Serialize, Deserialize)]
 pub struct Session {
     config: RepositoryConfig,
     storage: Arc<dyn Storage + Send + Sync>,

icechunk/src/store.rs

@@ -26,7 +26,8 @@ use crate::{
     }, metadata::{
         ArrayShape, ChunkKeyEncoding, ChunkShape, Codec, DataType, DimensionNames,
         FillValue, StorageTransformer, UserAttributes,
-    }, refs::RefError, repository::{get_chunk, ChunkPayload, RepositoryError, ZarrArrayMetadata}, session::{Session, SessionError}
+    }, refs::RefError, repository::{get_chunk, ChunkPayload, RepositoryError, ZarrArrayMetadata}, session::{Session, SessionError},
+    utils::serde::arc_rwlock_serde,
 };
 
 #[derive(Debug, Clone, PartialEq, Eq, Hash, PartialOrd, Ord)]
@@ -99,8 +100,9 @@ impl Default for StoreOptions {
     }
 }
 
-
+#[derive(Serialize, Deserialize)]
 pub struct Store {
+    #[serde(with = "arc_rwlock_serde")]
     session: Arc<RwLock<Session>>,
     config: StoreOptions,
     read_only: bool,

icechunk/src/utils/mod.rs

@@ -0,0 +1 @@
+pub mod serde;

icechunk/src/utils/serde.rs

@@ -0,0 +1,23 @@
+pub mod arc_rwlock_serde {
+    use serde::de::Deserializer;
+    use serde::ser::Serializer;
+    use serde::{Deserialize, Serialize};
+    use std::sync::Arc;
+    use tokio::sync::RwLock;
+
+    pub fn serialize<S, T>(val: &Arc<RwLock<T>>, s: S) -> Result<S::Ok, S::Error>
+    where
+        S: Serializer,
+        T: Serialize,
+    {
+        T::serialize(&*val.blocking_read(), s)
+    }
+
+    pub fn deserialize<'de, D, T>(d: D) -> Result<Arc<RwLock<T>>, D::Error>
+    where
+        D: Deserializer<'de>,
+        T: Deserialize<'de>,
+    {
+        Ok(Arc::new(RwLock::new(T::deserialize(d)?)))
+    }
+}