From 290679d37b40ab78fdc10030d8702aa0006d4ecf Mon Sep 17 00:00:00 2001 From: Bruce Fontaine Date: Wed, 7 Aug 2024 13:57:32 -0700 Subject: [PATCH] Fix the context size in long context gauntlet for wikiqa Given the other tasks, the limit to 2k tokens for 4k and 8k seems like a typo. --- scripts/eval/yamls/long_context_tasks.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/eval/yamls/long_context_tasks.yaml b/scripts/eval/yamls/long_context_tasks.yaml index 153e3b9df6..221635da87 100644 --- a/scripts/eval/yamls/long_context_tasks.yaml +++ b/scripts/eval/yamls/long_context_tasks.yaml @@ -105,7 +105,7 @@ icl_tasks: icl_task_type: generation_task_with_answers hf_loading_vars: name: wikiqa - context_length: 2048 + context_length: 4096 split: test - label: wikiqa_8k @@ -114,7 +114,7 @@ icl_tasks: icl_task_type: generation_task_with_answers hf_loading_vars: name: wikiqa - context_length: 2048 + context_length: 8192 split: test - label: hotpotqa_beginning_2k