added lvs config for belebele, also renamed config files

OpenGPTX · Jun 28, 2024 · 6092ac5 · 6092ac5
1 parent 485acdd
commit 6092ac5
Show file tree

Hide file tree

Showing 25 changed files with 7 additions and 2 deletions.
diff --git a/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py b/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py
@@ -127,7 +127,7 @@
     # "lug_Latn",
     # "luo_Latn",
     # "lus_Latn",
-    # "lvs_Latn",
+    "lvs_Latn",
     # "mag_Deva",
     # "mai_Deva",
     # "mal_Mlym",
@@ -234,7 +234,7 @@
     "gle_Latn":["Sliocht", "Ceist", "Freagra"],
     "hrv_Latn":["Odlomak","Pitanje","Odgovor"],
     "hun_Latn":["Passzus", "Kérdés", "Válasz"],
-    #"lij_Latn":["Fragments", "Jautājums", "Atbilde"],
+    "lvs_Latn":["Fragments", "Jautājums", "Atbilde"],
     "lit_Latn":["Ištrauka", "Klausimas", "Atsakymas"],
     "mlt_Latn":["Silta", "Mistoqsija", "Tweġiba"],
     "nld_Latn":["Passage", "Vraag", "Antwoord"],

diff --git a/...le/ogx_belebeleogx_belebele_bul_Cyrl.yaml → ...x/ogx_belebele/ogx_belebele_bul_Cyrl.yaml b/...le/ogx_belebeleogx_belebele_bul_Cyrl.yaml → ...x/ogx_belebele/ogx_belebele_bul_Cyrl.yaml
diff --git a/...le/ogx_belebeleogx_belebele_ces_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ces_Latn.yaml b/...le/ogx_belebeleogx_belebele_ces_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ces_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_dan_Latn.yaml → ...x/ogx_belebele/ogx_belebele_dan_Latn.yaml b/...le/ogx_belebeleogx_belebele_dan_Latn.yaml → ...x/ogx_belebele/ogx_belebele_dan_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_deu_Latn.yaml → ...x/ogx_belebele/ogx_belebele_deu_Latn.yaml b/...le/ogx_belebeleogx_belebele_deu_Latn.yaml → ...x/ogx_belebele/ogx_belebele_deu_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_ell_Grek.yaml → ...x/ogx_belebele/ogx_belebele_ell_Grek.yaml b/...le/ogx_belebeleogx_belebele_ell_Grek.yaml → ...x/ogx_belebele/ogx_belebele_ell_Grek.yaml
diff --git a/...le/ogx_belebeleogx_belebele_eng_Latn.yaml → ...x/ogx_belebele/ogx_belebele_eng_Latn.yaml b/...le/ogx_belebeleogx_belebele_eng_Latn.yaml → ...x/ogx_belebele/ogx_belebele_eng_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_est_Latn.yaml → ...x/ogx_belebele/ogx_belebele_est_Latn.yaml b/...le/ogx_belebeleogx_belebele_est_Latn.yaml → ...x/ogx_belebele/ogx_belebele_est_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_fin_Latn.yaml → ...x/ogx_belebele/ogx_belebele_fin_Latn.yaml b/...le/ogx_belebeleogx_belebele_fin_Latn.yaml → ...x/ogx_belebele/ogx_belebele_fin_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_fra_Latn.yaml → ...x/ogx_belebele/ogx_belebele_fra_Latn.yaml b/...le/ogx_belebeleogx_belebele_fra_Latn.yaml → ...x/ogx_belebele/ogx_belebele_fra_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_gle_Latn.yaml → ...x/ogx_belebele/ogx_belebele_gle_Latn.yaml b/...le/ogx_belebeleogx_belebele_gle_Latn.yaml → ...x/ogx_belebele/ogx_belebele_gle_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_hrv_Latn.yaml → ...x/ogx_belebele/ogx_belebele_hrv_Latn.yaml b/...le/ogx_belebeleogx_belebele_hrv_Latn.yaml → ...x/ogx_belebele/ogx_belebele_hrv_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_hun_Latn.yaml → ...x/ogx_belebele/ogx_belebele_hun_Latn.yaml b/...le/ogx_belebeleogx_belebele_hun_Latn.yaml → ...x/ogx_belebele/ogx_belebele_hun_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_ita_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ita_Latn.yaml b/...le/ogx_belebeleogx_belebele_ita_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ita_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_lit_Latn.yaml → ...x/ogx_belebele/ogx_belebele_lit_Latn.yaml b/...le/ogx_belebeleogx_belebele_lit_Latn.yaml → ...x/ogx_belebele/ogx_belebele_lit_Latn.yaml
diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml
@@ -0,0 +1,5 @@
+"include": "_default_template_yaml"
+"task": "ogx_belebele_lvs_Latn"
+"test_split": "lvs_Latn"
+"fewshot_split": "lvs_Latn"
+"doc_to_text": "Fragments: {{flores_passage}}\nJautājums: {{question}}\nAtbilde:"
diff --git a/...le/ogx_belebeleogx_belebele_mlt_Latn.yaml → ...x/ogx_belebele/ogx_belebele_mlt_Latn.yaml b/...le/ogx_belebeleogx_belebele_mlt_Latn.yaml → ...x/ogx_belebele/ogx_belebele_mlt_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_nld_Latn.yaml → ...x/ogx_belebele/ogx_belebele_nld_Latn.yaml b/...le/ogx_belebeleogx_belebele_nld_Latn.yaml → ...x/ogx_belebele/ogx_belebele_nld_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_pol_Latn.yaml → ...x/ogx_belebele/ogx_belebele_pol_Latn.yaml b/...le/ogx_belebeleogx_belebele_pol_Latn.yaml → ...x/ogx_belebele/ogx_belebele_pol_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_por_Latn.yaml → ...x/ogx_belebele/ogx_belebele_por_Latn.yaml b/...le/ogx_belebeleogx_belebele_por_Latn.yaml → ...x/ogx_belebele/ogx_belebele_por_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_ron_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ron_Latn.yaml b/...le/ogx_belebeleogx_belebele_ron_Latn.yaml → ...x/ogx_belebele/ogx_belebele_ron_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_slk_Latn.yaml → ...x/ogx_belebele/ogx_belebele_slk_Latn.yaml b/...le/ogx_belebeleogx_belebele_slk_Latn.yaml → ...x/ogx_belebele/ogx_belebele_slk_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_slv_Latn.yaml → ...x/ogx_belebele/ogx_belebele_slv_Latn.yaml b/...le/ogx_belebeleogx_belebele_slv_Latn.yaml → ...x/ogx_belebele/ogx_belebele_slv_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_spa_Latn.yaml → ...x/ogx_belebele/ogx_belebele_spa_Latn.yaml b/...le/ogx_belebeleogx_belebele_spa_Latn.yaml → ...x/ogx_belebele/ogx_belebele_spa_Latn.yaml
diff --git a/...le/ogx_belebeleogx_belebele_swe_Latn.yaml → ...x/ogx_belebele/ogx_belebele_swe_Latn.yaml b/...le/ogx_belebeleogx_belebele_swe_Latn.yaml → ...x/ogx_belebele/ogx_belebele_swe_Latn.yaml