miniset patching, added xrpatcher to requirements

spaceml-org · May 3, 2024 · fad9a59 · fad9a59
1 parent 0da4cba
commit fad9a59
Show file tree

Hide file tree

Showing 5 changed files with 23 additions and 22 deletions.
diff --git a/config/miniset/main.yaml b/config/miniset/main.yaml
@@ -1,7 +1,7 @@
 defaults:
   - download
   - geoprocess
-  # - patch
+  - patch
   - satellite: goes
 
 stage: download
diff --git a/config/miniset/patch.yaml b/config/miniset/patch.yaml
@@ -1,15 +1,15 @@
 # PATH WITH GEOPROCESSED DATA
-read_path: data
+read_path: /mnt/disks/data/miniset/
 
 # PATH FOR SAVING PATCHES
-save_path: data
+save_path: /mnt/disks/data/miniset/
 
 # PATCH PARAMETERS
 patch_size: 256
 stride_size: 256
 
-# NAN CUTOFF
-nan_cutoff: 0.5
+# NAN CUTOFF: maximum allowed ratio of nan values to nonan values in a patch
+nan_cutoff: 0.1
 
 # FILETYPE TO SAVE [nc = netcdf, np = numpy]
 save_filetype: nc

diff --git a/config/miniset/satellite/goes.yaml b/config/miniset/satellite/goes.yaml
@@ -19,11 +19,11 @@ geoprocess:
 
 # preprocess:
 
-# patch:
-#   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
-#   read_path: ${read_path}/goes16/geoprocessed
-#   save_path: ${save_path}/goes16/analysis
-#   patch_size: ${patch_size}
-#   stride_size: ${stride_size}
-#   nan_cutoff: ${nan_cutoff}
-#   save_filetype: ${save_filetype}
+patch:
+  _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+  read_path: ${read_path}/goes16/geoprocessed
+  save_path: ${save_path}/goes16/analysis
+  patch_size: ${patch_size}
+  stride_size: ${stride_size}
+  nan_cutoff: ${nan_cutoff}
+  save_filetype: ${save_filetype}
diff --git a/config/miniset/satellite/msg.yaml b/config/miniset/satellite/msg.yaml
@@ -19,11 +19,11 @@ geoprocess:
 
 # preprocess:
 
-# patch:
-#   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
-#   read_path: ${read_path}/msg/geoprocessed
-#   save_path: ${save_path}/msg/analysis
-#   patch_size: ${patch_size}
-#   stride_size: ${stride_size}
-#   nan_cutoff: ${nan_cutoff}
-#   save_filetype: ${save_filetype}
+patch:
+  _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+  read_path: ${read_path}/msg/geoprocessed
+  save_path: ${save_path}/msg/analysis
+  patch_size: ${patch_size}
+  stride_size: ${stride_size}
+  nan_cutoff: ${nan_cutoff}
+  save_filetype: ${save_filetype}
diff --git a/environments/environment_iti.yaml b/environments/environment_iti.yaml
@@ -1,4 +1,4 @@
-# name: rs_tools
+name: rs_tools_iti
 channels:
   - conda-forge
 dependencies:
@@ -62,4 +62,5 @@ dependencies:
       - hydra-core
       - hydra-zen
       - wandb
+      - xrpatcher