From 0860f91f01bf7784d3f2c7a52a41d54e7ca13518 Mon Sep 17 00:00:00 2001 From: Michael Carbin Date: Tue, 26 Sep 2023 08:52:17 -0400 Subject: [PATCH] update gauntlet --- scripts/eval/yamls/eval_gauntlet.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/eval/yamls/eval_gauntlet.yaml b/scripts/eval/yamls/eval_gauntlet.yaml index df700ef1cf..7e65334874 100644 --- a/scripts/eval/yamls/eval_gauntlet.yaml +++ b/scripts/eval/yamls/eval_gauntlet.yaml @@ -115,13 +115,13 @@ eval_gauntlet: - name: programming benchmarks: - name: human_eval - num_fewshot: [0, 3] + num_fewshot: 0 random_baseline: 0.0 - name: human_eval_cpp - num_fewshot: [0, 3] + num_fewshot: 0 random_baseline: 0.0 - name: human_eval_js - num_fewshot: [0, 3] + num_fewshot: 0 random_baseline: 0.0 - name: world_knowledge_lm_task_subscore benchmarks: