From 0f4476d874ef1b0b4c9317b0815fec7dfe9c1161 Mon Sep 17 00:00:00 2001
From: Bruce Fontaine <bruce@2.7182.net>
Date: Wed, 7 Aug 2024 14:27:40 -0700
Subject: [PATCH] Fix the context size in long context gauntlet for wikiqa
 (#1439)

---
 scripts/eval/yamls/long_context_tasks.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/scripts/eval/yamls/long_context_tasks.yaml b/scripts/eval/yamls/long_context_tasks.yaml
index 153e3b9df6..221635da87 100644
--- a/scripts/eval/yamls/long_context_tasks.yaml
+++ b/scripts/eval/yamls/long_context_tasks.yaml
@@ -105,7 +105,7 @@ icl_tasks:
   icl_task_type: generation_task_with_answers
   hf_loading_vars:
     name: wikiqa
-    context_length: 2048
+    context_length: 4096
     split: test
 -
   label: wikiqa_8k
@@ -114,7 +114,7 @@ icl_tasks:
   icl_task_type: generation_task_with_answers
   hf_loading_vars:
     name: wikiqa
-    context_length: 2048
+    context_length: 8192
     split: test
 -
   label: hotpotqa_beginning_2k