specify eval split for wilds

mlfoundations · Sep 21, 2023 · 85c1a9e · 85c1a9e
1 parent 670a171
commit 85c1a9e
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/open_flamingo/eval/evaluate.py b/open_flamingo/eval/evaluate.py
@@ -385,6 +385,11 @@
     type=str,
     default=".",
 )
+parser.add_argument(
+    "--wilds_split",
+    type=str,
+    default=".",
+)
 
 
 def eval_dataset(
@@ -1099,7 +1104,7 @@ def evaluate_classification(
         )
         test_dataset = WILDSDataset(
             dataset_name=dataset_name,
-            split="test",
+            split=args.wilds_split,
             root_dir=args.wilds_root,
         )
         prompt_fn = lambda x, test: eval_model.get_camelyon17_prompt(