implements https://github.jpl.nasa.gov/hysds-org/general/issues/509

hysds · Feb 8, 2018 · f5c865c · f5c865c
1 parent d09ecef
commit f5c865c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/hysds_commons/job_iterator.py b/hysds_commons/job_iterator.py
@@ -115,6 +115,12 @@ def iterate(component, rule):
 
             # disable dedup for passthru single submissions
             enable_dedup = False if not run_query and single else True
+            logger.info("enable_dedup: %s" % enable_dedup)
+
+            # override enable_dedup setting from hysdsio
+            if 'enable_dedup' in hysdsio:
+                enable_dedup = hysdsio['enable_dedup']
+                logger.info("hysdsio overrided enable_dedup: %s" % enable_dedup)
 
             ids.append(submit_mozart_job(product, rule, hysdsio,
                                          job_name=job_name,