Skip to content

Commit

Permalink
Various Audition Improvements (#844)
Browse files Browse the repository at this point in the history
* remove alpha for selection rule plots

* add support for distinguishing between baseline model groups for plotting but not model selection

* ensure stable colors for audition plotting

* debug

* debug and update tutorial notebook

* remove old example audition notebook

* fix up audition tutorial imports

* fix for no baselines
  • Loading branch information
shaycrk authored Apr 19, 2021
1 parent 8c16d0b commit f8d16c7
Show file tree
Hide file tree
Showing 11 changed files with 438 additions and 660 deletions.
7 changes: 5 additions & 2 deletions src/tests/audition_tests/test_preaudition.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,10 +78,13 @@ class ImmediateEvalFactory(EvaluationFactory):
pre_aud = PreAudition(db_engine)

# Expect the number of model groups with label_1
assert len(pre_aud.get_model_groups_from_label("label_1")) == sum(
assert len(pre_aud.get_model_groups_from_label("label_1")['model_groups']) == sum(
[x["label_definition"] == "label_1" for x in model_configs]
)

# Expect no baseline model groups
assert len(pre_aud.get_model_groups_from_label("label_1")['baseline_model_groups']) == 0

# Expect the number of model groups with certain experiment_hash
experiment_hash = list(
pd.read_sql(
Expand All @@ -92,7 +95,7 @@ class ImmediateEvalFactory(EvaluationFactory):
con=db_engine,
)["experiment_hash"]
)[0]
assert len(pre_aud.get_model_groups_from_experiment(experiment_hash)) == 1
assert len(pre_aud.get_model_groups_from_experiment(experiment_hash)['model_groups']) == 1

# Expect the number of model groups for customs SQL
query = """
Expand Down
Loading

0 comments on commit f8d16c7

Please sign in to comment.