From f5c865cd2393e2884ede1f863fb26ac654e39aa0 Mon Sep 17 00:00:00 2001 From: gmanipon Date: Thu, 8 Feb 2018 17:14:50 +0000 Subject: [PATCH] implements https://github.jpl.nasa.gov/hysds-org/general/issues/509 --- hysds_commons/job_iterator.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/hysds_commons/job_iterator.py b/hysds_commons/job_iterator.py index a5bfe59..fe35365 100644 --- a/hysds_commons/job_iterator.py +++ b/hysds_commons/job_iterator.py @@ -115,6 +115,12 @@ def iterate(component, rule): # disable dedup for passthru single submissions enable_dedup = False if not run_query and single else True + logger.info("enable_dedup: %s" % enable_dedup) + + # override enable_dedup setting from hysdsio + if 'enable_dedup' in hysdsio: + enable_dedup = hysdsio['enable_dedup'] + logger.info("hysdsio overrided enable_dedup: %s" % enable_dedup) ids.append(submit_mozart_job(product, rule, hysdsio, job_name=job_name,