updated configs

spaceml-org · Sep 26, 2024 · 367e493 · 367e493
1 parent bce8ac3
commit 367e493
Show file tree

Hide file tree

Showing 8 changed files with 12 additions and 22 deletions.
diff --git a/config/example/datamodule.yaml b/config/example/datamodule.yaml
@@ -3,9 +3,9 @@ dataloader:
 
   datasets_spec:
     msg:
-      data_path: /path/to/your/data
+      data_path: /path/to/msg/data
     goes:
-      data_path: /path/to/your/data
+      data_path: /path/to/goes/data
   load_coords: True
   load_cloudmask: True
 

diff --git a/config/example/download.yaml b/config/example/download.yaml
@@ -2,14 +2,14 @@
 period:
   start_date: '2020-01-01'
   start_time: '00:00:00'
-  end_date: '2020-01-31'
+  end_date: '2020-12-31'
   end_time: '23:59:00'
 
 # CLOUD MASK
 cloud_mask: True
 
 # PATH FOR SAVING DATA
-save_dir: /mnt/disks/data
+save_dir: /path/to/save/data
 
 defaults:
   - _self_

diff --git a/config/example/geoprocess.yaml b/config/example/geoprocess.yaml
@@ -1,10 +1,8 @@
 # PATH WITH RAW DATA
-read_path: /mnt/disks
+read_path: /path/to/donwloaded/data
 
 # PATH FOR SAVING GEOPROCESSED DATA
-save_path: /mnt/disks
-
-split: 0 # TODO: remove before merging
+save_path: /path/to/save/geoprocessed/data
 
 defaults:
   - _self_
diff --git a/config/example/patch.yaml b/config/example/patch.yaml
@@ -1,8 +1,8 @@
 # PATH WITH GEOPROCESSED DATA
-read_path: data
+read_path: /path/to/geoprocessed/data
 
 # PATH FOR SAVING PATCHES
-save_path: data
+save_path: /path/to/save/patches
 
 # PATCH PARAMETERS
 patch_size: 256
@@ -11,7 +11,7 @@ stride_size: 256
 # NAN CUTOFF
 nan_cutoff: 0.5
 
-# FILETYPE TO SAVE [nc = netcdf, np = numpy]
+# FILETYPE TO SAVE [nc = netcdf, tif = geotiff, np = numpy, npz = compressed numpy]
 save_filetype: nc
 
 defaults:

diff --git a/config/example/satellite/aqua.yaml b/config/example/satellite/aqua.yaml
@@ -13,8 +13,6 @@ geoprocess:
   save_path: ${save_path}/aqua/geoprocessed
   satellite: aqua
 
-# preprocess:
-
 patch:
   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
   read_path: ${read_path}/aqua/geoprocessed

diff --git a/config/example/satellite/goes.yaml b/config/example/satellite/goes.yaml
@@ -13,12 +13,10 @@ geoprocess:
   _target_: rs_tools._src.geoprocessing.goes.geoprocessor_goes16.geoprocess
   read_path: ${read_path}/goes-data/2020/split_${split}
   save_path: ${save_path}/goes-geoprocessed/goes
-  resolution: 3000.40
+  resolution: null # MSG resolution = 3000.40
   region: null
   resample_method: bilinear
 
-# preprocess:
-
 patch:
   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
   read_path: ${read_path}/goes16/geoprocessed

diff --git a/config/example/satellite/msg.yaml b/config/example/satellite/msg.yaml
@@ -5,8 +5,8 @@ download:
   start_time: ${period.start_time}
   end_date: ${period.end_date}
   end_time: ${period.end_time}
-  daily_window_t0: "9:00:00"
-  daily_window_t1: "17:00:00"
+  daily_window_t0: "00:00:00"
+  daily_window_t1: "23:59:00"
   time_step: "1:00:00"
 
 geoprocess:
@@ -17,8 +17,6 @@ geoprocess:
   region: null
   resample_method: bilinear
 
-# preprocess:
-
 patch:
   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
   read_path: ${read_path}/msg/geoprocessed

diff --git a/config/example/satellite/terra.yaml b/config/example/satellite/terra.yaml
@@ -13,8 +13,6 @@ geoprocess:
   save_path: ${save_path}/terra/geoprocessed
   satellite: terra
 
-# preprocess:
-
 patch:
   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
   read_path: ${read_path}/terra/geoprocessed