Skip to content

Commit

Permalink
commit
Browse files Browse the repository at this point in the history
  • Loading branch information
bmosaicml committed Sep 29, 2023
1 parent 193b4e0 commit e896c09
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions scripts/eval/eval.py
Original file line number Diff line number Diff line change
Expand Up @@ -145,7 +145,7 @@ def evaluate_model(

if eval_gauntlet_df is None and eval_gauntlet_callback is not None:
eval_gauntlet_df = pd.DataFrame(
columns=['model_name', 'average'] +
columns=['model_name'] + [avg for avg in eval_gauntlet_callback.averages] +
[t.name for t in eval_gauntlet_callback.categories])

load_path = model_cfg.get('load_path', None)
Expand Down Expand Up @@ -322,7 +322,7 @@ def main(cfg: DictConfig):

print(
eval_gauntlet_df.sort_values(
list(eval_gauntlet_df.columns)[-1], ascending=False).to_markdown(index=False))
next(eval_gauntlet_callback.averages.keys()), ascending=False).to_markdown(index=False))
print(f'Printing complete results for all models')
assert models_df is not None
print(models_df.to_markdown(index=False))
Expand Down

0 comments on commit e896c09

Please sign in to comment.