chang bsz to 1 (#654)

Co-authored-by: Daniel King <[email protected]>
mosaicml · Oct 10, 2023 · 1bf0a93 · 1bf0a93
1 parent b0bc664
commit 1bf0a93
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/scripts/eval/yamls/coding_tasks.yaml b/scripts/eval/yamls/coding_tasks.yaml
@@ -6,17 +6,21 @@ icl_tasks:
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1
+
 -
   label: human_eval_cpp
   dataset_uri: eval/local_data/programming/processed_human_eval_cpp.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1
 -
   label: human_eval_js
   dataset_uri: eval/local_data/programming/processed_human_eval_js.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1
diff --git a/scripts/eval/yamls/tasks.yaml b/scripts/eval/yamls/tasks.yaml
@@ -180,17 +180,20 @@ icl_tasks:
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1
 -
   label: human_eval_cpp
   dataset_uri: eval/local_data/programming/processed_human_eval_cpp.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1
 -
   label: human_eval_js
   dataset_uri: eval/local_data/programming/processed_human_eval_js.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
   icl_task_type: code_evaluation
+  batch_size: 1