From 6092ac50514b90d43385c65012164956f42d4747 Mon Sep 17 00:00:00 2001 From: Jasper Schulze Buschhoff Date: Fri, 28 Jun 2024 15:00:14 +0200 Subject: [PATCH] added lvs config for belebele, also renamed config files --- lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py | 4 ++-- ...ogx_belebele_bul_Cyrl.yaml => ogx_belebele_bul_Cyrl.yaml} | 0 ...ogx_belebele_ces_Latn.yaml => ogx_belebele_ces_Latn.yaml} | 0 ...ogx_belebele_dan_Latn.yaml => ogx_belebele_dan_Latn.yaml} | 0 ...ogx_belebele_deu_Latn.yaml => ogx_belebele_deu_Latn.yaml} | 0 ...ogx_belebele_ell_Grek.yaml => ogx_belebele_ell_Grek.yaml} | 0 ...ogx_belebele_eng_Latn.yaml => ogx_belebele_eng_Latn.yaml} | 0 ...ogx_belebele_est_Latn.yaml => ogx_belebele_est_Latn.yaml} | 0 ...ogx_belebele_fin_Latn.yaml => ogx_belebele_fin_Latn.yaml} | 0 ...ogx_belebele_fra_Latn.yaml => ogx_belebele_fra_Latn.yaml} | 0 ...ogx_belebele_gle_Latn.yaml => ogx_belebele_gle_Latn.yaml} | 0 ...ogx_belebele_hrv_Latn.yaml => ogx_belebele_hrv_Latn.yaml} | 0 ...ogx_belebele_hun_Latn.yaml => ogx_belebele_hun_Latn.yaml} | 0 ...ogx_belebele_ita_Latn.yaml => ogx_belebele_ita_Latn.yaml} | 0 ...ogx_belebele_lit_Latn.yaml => ogx_belebele_lit_Latn.yaml} | 0 .../tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml | 5 +++++ ...ogx_belebele_mlt_Latn.yaml => ogx_belebele_mlt_Latn.yaml} | 0 ...ogx_belebele_nld_Latn.yaml => ogx_belebele_nld_Latn.yaml} | 0 ...ogx_belebele_pol_Latn.yaml => ogx_belebele_pol_Latn.yaml} | 0 ...ogx_belebele_por_Latn.yaml => ogx_belebele_por_Latn.yaml} | 0 ...ogx_belebele_ron_Latn.yaml => ogx_belebele_ron_Latn.yaml} | 0 ...ogx_belebele_slk_Latn.yaml => ogx_belebele_slk_Latn.yaml} | 0 ...ogx_belebele_slv_Latn.yaml => ogx_belebele_slv_Latn.yaml} | 0 ...ogx_belebele_spa_Latn.yaml => ogx_belebele_spa_Latn.yaml} | 0 ...ogx_belebele_swe_Latn.yaml => ogx_belebele_swe_Latn.yaml} | 0 25 files changed, 7 insertions(+), 2 deletions(-) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_bul_Cyrl.yaml => ogx_belebele_bul_Cyrl.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_ces_Latn.yaml => ogx_belebele_ces_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_dan_Latn.yaml => ogx_belebele_dan_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_deu_Latn.yaml => ogx_belebele_deu_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_ell_Grek.yaml => ogx_belebele_ell_Grek.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_eng_Latn.yaml => ogx_belebele_eng_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_est_Latn.yaml => ogx_belebele_est_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_fin_Latn.yaml => ogx_belebele_fin_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_fra_Latn.yaml => ogx_belebele_fra_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_gle_Latn.yaml => ogx_belebele_gle_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_hrv_Latn.yaml => ogx_belebele_hrv_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_hun_Latn.yaml => ogx_belebele_hun_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_ita_Latn.yaml => ogx_belebele_ita_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_lit_Latn.yaml => ogx_belebele_lit_Latn.yaml} (100%) create mode 100644 lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_mlt_Latn.yaml => ogx_belebele_mlt_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_nld_Latn.yaml => ogx_belebele_nld_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_pol_Latn.yaml => ogx_belebele_pol_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_por_Latn.yaml => ogx_belebele_por_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_ron_Latn.yaml => ogx_belebele_ron_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_slk_Latn.yaml => ogx_belebele_slk_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_slv_Latn.yaml => ogx_belebele_slv_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_spa_Latn.yaml => ogx_belebele_spa_Latn.yaml} (100%) rename lm_eval/tasks/opengptx/ogx_belebele/{ogx_belebeleogx_belebele_swe_Latn.yaml => ogx_belebele_swe_Latn.yaml} (100%) diff --git a/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py b/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py index 3ab12e8c04..1077d7343b 100644 --- a/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py +++ b/lm_eval/tasks/opengptx/ogx_belebele/_generate_configs.py @@ -127,7 +127,7 @@ # "lug_Latn", # "luo_Latn", # "lus_Latn", - # "lvs_Latn", + "lvs_Latn", # "mag_Deva", # "mai_Deva", # "mal_Mlym", @@ -234,7 +234,7 @@ "gle_Latn":["Sliocht", "Ceist", "Freagra"], "hrv_Latn":["Odlomak","Pitanje","Odgovor"], "hun_Latn":["Passzus", "Kérdés", "Válasz"], - #"lij_Latn":["Fragments", "Jautājums", "Atbilde"], + "lvs_Latn":["Fragments", "Jautājums", "Atbilde"], "lit_Latn":["Ištrauka", "Klausimas", "Atsakymas"], "mlt_Latn":["Silta", "Mistoqsija", "Tweġiba"], "nld_Latn":["Passage", "Vraag", "Antwoord"], diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_bul_Cyrl.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_bul_Cyrl.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_bul_Cyrl.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_bul_Cyrl.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ces_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ces_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ces_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ces_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_dan_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_dan_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_dan_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_dan_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_deu_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_deu_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_deu_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_deu_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ell_Grek.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ell_Grek.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ell_Grek.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ell_Grek.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_eng_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_eng_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_eng_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_eng_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_est_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_est_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_est_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_est_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_fin_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_fin_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_fin_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_fin_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_fra_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_fra_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_fra_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_fra_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_gle_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_gle_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_gle_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_gle_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_hrv_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_hrv_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_hrv_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_hrv_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_hun_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_hun_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_hun_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_hun_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ita_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ita_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ita_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ita_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_lit_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lit_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_lit_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lit_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml new file mode 100644 index 0000000000..71e408426d --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_lvs_Latn.yaml @@ -0,0 +1,5 @@ +"include": "_default_template_yaml" +"task": "ogx_belebele_lvs_Latn" +"test_split": "lvs_Latn" +"fewshot_split": "lvs_Latn" +"doc_to_text": "Fragments: {{flores_passage}}\nJautājums: {{question}}\nAtbilde:" diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_mlt_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_mlt_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_mlt_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_mlt_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_nld_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_nld_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_nld_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_nld_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_pol_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_pol_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_pol_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_pol_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_por_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_por_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_por_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_por_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ron_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ron_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_ron_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_ron_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_slk_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_slk_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_slk_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_slk_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_slv_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_slv_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_slv_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_slv_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_spa_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_spa_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_spa_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_spa_Latn.yaml diff --git a/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_swe_Latn.yaml b/lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_swe_Latn.yaml similarity index 100% rename from lm_eval/tasks/opengptx/ogx_belebele/ogx_belebeleogx_belebele_swe_Latn.yaml rename to lm_eval/tasks/opengptx/ogx_belebele/ogx_belebele_swe_Latn.yaml