created miniset hydra configs, added autoroot to __main__.py to set t…

…he correct working directory

config/miniset/download.yaml

@@ -0,0 +1,16 @@
+# PERIOD
+period:
+  start_date: '2020-10-01'
+  start_time: '00:00:00'
+  end_date: '2020-10-31'
+  end_time: '23:59:00'
+
+# CLOUD MASK
+cloud_mask: True
+
+# PATH FOR SAVING DATA
+save_dir: /mnt/disks/data/miniset
+
+defaults:
+  - _self_
+

config/miniset/geoprocess.yaml

@@ -0,0 +1,8 @@
+# PATH WITH RAW DATA
+read_path: /mnt/disks/data/miniset/
+
+# PATH FOR SAVING GEOPROCESSED DATA
+save_path: /mnt/disks/data/miniset/
+
+defaults:
+  - _self_

config/miniset/main.yaml

@@ -0,0 +1,7 @@
+defaults:
+  - download
+  - geoprocess
+  # - patch
+  - satellite: goes
+
+stage: download

config/miniset/patch.yaml

@@ -0,0 +1,18 @@
+# PATH WITH GEOPROCESSED DATA
+read_path: data
+
+# PATH FOR SAVING PATCHES
+save_path: data
+
+# PATCH PARAMETERS
+patch_size: 256
+stride_size: 256
+
+# NAN CUTOFF
+nan_cutoff: 0.5
+
+# FILETYPE TO SAVE [nc = netcdf, np = numpy]
+save_filetype: nc
+
+defaults:
+  - _self_

config/miniset/satellite/goes.yaml

@@ -0,0 +1,29 @@
+download:
+  _target_: rs_tools._src.data.goes.downloader_goes16.download
+  save_dir: ${save_dir}/goes16/raw
+  start_date: ${period.start_date}
+  start_time: ${period.start_time}
+  end_date: ${period.end_date}
+  end_time: ${period.end_time}
+  daily_window_t0: "13:00:00" # UTC - 1 to -3 
+  daily_window_t1: "17:00:00"
+  time_step: "1:00:00"
+
+geoprocess:
+  _target_: rs_tools._src.geoprocessing.goes.geoprocessor_goes16.geoprocess
+  read_path: ${read_path}/goes16/raw
+  save_path: ${save_path}/goes16/geoprocessed
+  resolution: null
+  region: "-45 0 -20 40"
+  resample_method: null
+
+# preprocess:
+
+# patch:
+#   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+#   read_path: ${read_path}/goes16/geoprocessed
+#   save_path: ${save_path}/goes16/analysis
+#   patch_size: ${patch_size}
+#   stride_size: ${stride_size}
+#   nan_cutoff: ${nan_cutoff}
+#   save_filetype: ${save_filetype}

config/miniset/satellite/msg.yaml

@@ -0,0 +1,29 @@
+download:
+  _target_: rs_tools._src.data.msg.downloader_msg.download
+  save_dir: ${save_dir}/msg/raw
+  start_date: ${period.start_date}
+  start_time: ${period.start_time}
+  end_date: ${period.end_date}
+  end_time: ${period.end_time}
+  daily_window_t0: "13:00:00"
+  daily_window_t1: "17:00:00"
+  time_step: "1:00:00"
+
+geoprocess:
+  _target_: rs_tools._src.geoprocessing.msg.geoprocessor_msg.geoprocess
+  read_path: ${read_path}/msg/raw
+  save_path: ${save_path}/msg/geoprocessed
+  resolution: null
+  region: "-45 0 -20 40"
+  resample_method: null
+
+# preprocess:
+
+# patch:
+#   _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+#   read_path: ${read_path}/msg/geoprocessed
+#   save_path: ${save_path}/msg/analysis
+#   patch_size: ${patch_size}
+#   stride_size: ${stride_size}
+#   nan_cutoff: ${nan_cutoff}
+#   save_filetype: ${save_filetype}

rs_tools/__main__.py

@@ -11,9 +11,11 @@
 from typing import Dict
 from loguru import logger
 from omegaconf import OmegaConf, DictConfig
+import autoroot
 
+# TODO add option to provide config path via command line
 
-@hydra.main(config_path="../config/example/", config_name="main", version_base="1.3")
+@hydra.main(config_path="../config/miniset/", config_name="main", version_base="1.3")
 def main(cfg):
     # instantiate the config 
     logger.debug(f"Choosing Stage...")
@@ -36,5 +38,6 @@ def main(cfg):
         raise ValueError(f"Unrecognized stage: {cfg.stage}")
 
 if __name__ == "__main__":
+    root_dir = autoroot.root
     main()