update gauntlet

mosaicml · Sep 26, 2023 · 0860f91 · 0860f91
1 parent 797c690
commit 0860f91
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/scripts/eval/yamls/eval_gauntlet.yaml b/scripts/eval/yamls/eval_gauntlet.yaml
@@ -115,13 +115,13 @@ eval_gauntlet:
   - name: programming
     benchmarks:
     - name: human_eval
-      num_fewshot: [0, 3]
+      num_fewshot: 0
       random_baseline: 0.0
     - name: human_eval_cpp
-      num_fewshot: [0, 3]
+      num_fewshot: 0
       random_baseline: 0.0
     - name: human_eval_js
-      num_fewshot: [0, 3]
+      num_fewshot: 0
       random_baseline: 0.0
   - name: world_knowledge_lm_task_subscore
     benchmarks: