workaround to xarray chunk encoding causing problem on parallel write…

… with zarr
CMCC-Foundation · Dec 17, 2024 · 6c08789 · 6c08789
1 parent d394efd
commit 6c08789
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/geokube/core/datacube.py b/geokube/core/datacube.py
@@ -518,7 +518,10 @@ def to_netcdf(self, path, encoding: bool = True):
         self.to_xarray(encoding=encoding).to_netcdf(path=path)
 
     def to_zarr(self, path, encoding: bool = True, **kwargs):
-        self.to_xarray(encoding=encoding).chunk('auto').to_zarr(path,**kwargs)
+        kube = self.to_xarray(encoding=encoding)
+        for var in kube:
+            del kube[var].encoding['chunks']
+        kube.chunk('auto').to_zarr(path,**kwargs)
 
     @geokube_logging
     def to_csv(self, path, encoding: bool = True):