Merge pull request #58 from jaytmiller/add-jobdef-ladder

Add jobdef ladder
spacetelescope · Mar 9, 2021 · 2971db1 · 2971db1
2 parents 760d7f9 + 120f22b
commit 2971db1
Show file tree

Hide file tree

Showing 14 changed files with 171 additions and 347 deletions.
diff --git a/calcloud/dynamodb.py b/calcloud/dynamodb.py
diff --git a/calcloud/lambda_submit.py b/calcloud/lambda_submit.py
@@ -48,13 +48,12 @@ def _main(comm, ipppssoot, bucket_name):
     except comm.xdata.client.exceptions.NoSuchKey:
         metadata = dict(memory_retries=0, job_id=None, terminated=False)
 
+    # get_plan() raises AllBinsTriedQuit when retries exhaust higher memory job definitions
     p = plan.get_plan(ipppssoot, bucket_name, f"{bucket_name}/inputs", metadata["memory_retries"])
 
+    # Only reached if get_plan() defines a viable job plan
     print("Job Plan:", p)
-
     response = submit.submit_job(p)
-
     print("Submitted job for", ipppssoot, "as ID", response["jobId"])
-
     metadata["job_id"] = response["jobId"]
     comm.xdata.put(ipppssoot, metadata)
diff --git a/calcloud/metrics.py b/calcloud/metrics.py