add max_new_tokens

EvolvingLMMs-Lab · Dec 2, 2024 · 11540d1 · 11540d1
1 parent aa5c5bf
commit 11540d1
Show file tree

Hide file tree

Showing 8 changed files with 8 additions and 8 deletions.
diff --git a/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml b/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml
@@ -12,6 +12,6 @@ metric_list:
     higher_is_better: true
 
 generation_kwargs:
-  max_new_tokens: 16
+  max_new_tokens: 1024
 
 include: _default_template_yaml
diff --git a/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml b/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml
@@ -12,7 +12,7 @@ metric_list:
     higher_is_better: true
 
 generation_kwargs:
-  max_new_tokens: 16
+  max_new_tokens: 1024
 
 include: _default_template_yaml
 

diff --git a/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml b/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml
@@ -8,7 +8,7 @@ doc_to_text: !function utils.mix_evals_image2text_doc_to_text
 doc_to_target: "{{reference_answer}}"
 
 generation_kwargs:
-  max_new_tokens: 5
+  max_new_tokens: 1024
 
 metric_list:
   - metric: exact_match

diff --git a/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml b/lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml
@@ -8,7 +8,7 @@ doc_to_text: !function utils.mix_evals_image2text_doc_to_text
 doc_to_target: "{{reference_answer}}"
 
 generation_kwargs:
-  max_new_tokens: 5
+  max_new_tokens: 1024
 
 metric_list:
   - metric: exact_match

diff --git a/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml b/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml
@@ -12,7 +12,7 @@ metric_list:
     higher_is_better: true
 
 generation_kwargs:
-  max_new_tokens: 16
+  max_new_tokens: 1024
 
 include: _default_template_yaml
 

diff --git a/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml b/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml
@@ -12,7 +12,7 @@ metric_list:
     higher_is_better: true
 
 generation_kwargs:
-  max_new_tokens: 16
+  max_new_tokens: 1024
 
 include: _default_template_yaml
 

diff --git a/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml b/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml
@@ -8,7 +8,7 @@ doc_to_text: !function utils.mix_evals_video2text_doc_to_text
 doc_to_target: "{{reference_answer}}"
 
 generation_kwargs:
-  max_new_tokens: 5
+  max_new_tokens: 1024
 
 metric_list:
   - metric: exact_match

diff --git a/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml b/lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml
@@ -8,7 +8,7 @@ doc_to_text: !function utils.mix_evals_video2text_doc_to_text
 doc_to_target: "{{reference_answer}}"
 
 generation_kwargs:
-  max_new_tokens: 5
+  max_new_tokens: 1024
 
 metric_list:
   - metric: exact_match