diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/_generate_configs.py b/lm_eval/tasks/opengptx/ogx_flores200-trans/_generate_configs.py index 58704cdd47..096e7ef285 100644 --- a/lm_eval/tasks/opengptx/ogx_flores200-trans/_generate_configs.py +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/_generate_configs.py @@ -124,7 +124,7 @@ # "lug_Latn", # "luo_Latn", # "lus_Latn", - # "lvs_Latn", + "lvs_Latn", # "mag_Deva", # "mai_Deva", # "mal_Mlym", diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-bul_Cyrl-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-bul_Cyrl-lvs_Latn.yaml new file mode 100644 index 0000000000..a234edf460 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-bul_Cyrl-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-bul_Cyrl-lvs_Latn" +"dataset_name": "bul_Cyrl-lvs_Latn" +"doc_to_text": "Bulgarian phrase: {{sentence_bul_Cyrl}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_bul_Cyrl}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ces_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ces_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..b2a725b678 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ces_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-ces_Latn-lvs_Latn" +"dataset_name": "ces_Latn-lvs_Latn" +"doc_to_text": "Czech phrase: {{sentence_ces_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_ces_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-dan_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-dan_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..5be19d7945 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-dan_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-dan_Latn-lvs_Latn" +"dataset_name": "dan_Latn-lvs_Latn" +"doc_to_text": "Danish phrase: {{sentence_dan_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_dan_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-deu_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-deu_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..3e731d9477 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-deu_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-deu_Latn-lvs_Latn" +"dataset_name": "deu_Latn-lvs_Latn" +"doc_to_text": "German phrase: {{sentence_deu_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_deu_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ell_Grek-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ell_Grek-lvs_Latn.yaml new file mode 100644 index 0000000000..6edadaa2a7 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ell_Grek-lvs_Latn.yaml @@ -0,0 +1,7 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-ell_Grek-lvs_Latn" +"dataset_name": "ell_Grek-lvs_Latn" +"doc_to_text": "Modern Greek (1453-) phrase: {{sentence_ell_Grek}}\nStandard Latvian\ + \ phrase:" +"doc_to_decontamination_query": "{{sentence_ell_Grek}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-eng_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-eng_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..aff7e0af07 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-eng_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-eng_Latn-lvs_Latn" +"dataset_name": "eng_Latn-lvs_Latn" +"doc_to_text": "English phrase: {{sentence_eng_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_eng_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-est_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-est_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..46bb1aaab1 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-est_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-est_Latn-lvs_Latn" +"dataset_name": "est_Latn-lvs_Latn" +"doc_to_text": "Estonian phrase: {{sentence_est_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_est_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fin_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fin_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..1dd5d02bbe --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fin_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-fin_Latn-lvs_Latn" +"dataset_name": "fin_Latn-lvs_Latn" +"doc_to_text": "Finnish phrase: {{sentence_fin_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_fin_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fra_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fra_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..a0163a3f28 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-fra_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-fra_Latn-lvs_Latn" +"dataset_name": "fra_Latn-lvs_Latn" +"doc_to_text": "French phrase: {{sentence_fra_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_fra_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-gle_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-gle_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..a969d6de89 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-gle_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-gle_Latn-lvs_Latn" +"dataset_name": "gle_Latn-lvs_Latn" +"doc_to_text": "Irish phrase: {{sentence_gle_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_gle_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hrv_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hrv_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..f802804a4b --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hrv_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-hrv_Latn-lvs_Latn" +"dataset_name": "hrv_Latn-lvs_Latn" +"doc_to_text": "Croatian phrase: {{sentence_hrv_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_hrv_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hun_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hun_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..522c92570e --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-hun_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-hun_Latn-lvs_Latn" +"dataset_name": "hun_Latn-lvs_Latn" +"doc_to_text": "Hungarian phrase: {{sentence_hun_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_hun_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ita_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ita_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..4ddfea58cd --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ita_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-ita_Latn-lvs_Latn" +"dataset_name": "ita_Latn-lvs_Latn" +"doc_to_text": "Italian phrase: {{sentence_ita_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_ita_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lit_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lit_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..b6b66788a0 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lit_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lit_Latn-lvs_Latn" +"dataset_name": "lit_Latn-lvs_Latn" +"doc_to_text": "Lithuanian phrase: {{sentence_lit_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_lit_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-bul_Cyrl.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-bul_Cyrl.yaml new file mode 100644 index 0000000000..6da87625e1 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-bul_Cyrl.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-bul_Cyrl" +"dataset_name": "lvs_Latn-bul_Cyrl" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nBulgarian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_bul_Cyrl}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ces_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ces_Latn.yaml new file mode 100644 index 0000000000..5d1616b0ab --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ces_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-ces_Latn" +"dataset_name": "lvs_Latn-ces_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nCzech phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_ces_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-dan_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-dan_Latn.yaml new file mode 100644 index 0000000000..f6889de3cd --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-dan_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-dan_Latn" +"dataset_name": "lvs_Latn-dan_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nDanish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_dan_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-deu_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-deu_Latn.yaml new file mode 100644 index 0000000000..e7be5c0c54 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-deu_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-deu_Latn" +"dataset_name": "lvs_Latn-deu_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nGerman phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_deu_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ell_Grek.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ell_Grek.yaml new file mode 100644 index 0000000000..1fa12b2688 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ell_Grek.yaml @@ -0,0 +1,7 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-ell_Grek" +"dataset_name": "lvs_Latn-ell_Grek" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nModern Greek (1453-)\ + \ phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_ell_Grek}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-eng_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-eng_Latn.yaml new file mode 100644 index 0000000000..01e1a49cc5 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-eng_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-eng_Latn" +"dataset_name": "lvs_Latn-eng_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nEnglish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_eng_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-est_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-est_Latn.yaml new file mode 100644 index 0000000000..578b0b9cdd --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-est_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-est_Latn" +"dataset_name": "lvs_Latn-est_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nEstonian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_est_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fin_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fin_Latn.yaml new file mode 100644 index 0000000000..961968db03 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fin_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-fin_Latn" +"dataset_name": "lvs_Latn-fin_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nFinnish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_fin_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fra_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fra_Latn.yaml new file mode 100644 index 0000000000..de844cd732 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-fra_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-fra_Latn" +"dataset_name": "lvs_Latn-fra_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nFrench phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_fra_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-gle_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-gle_Latn.yaml new file mode 100644 index 0000000000..ad39fba881 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-gle_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-gle_Latn" +"dataset_name": "lvs_Latn-gle_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nIrish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_gle_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hrv_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hrv_Latn.yaml new file mode 100644 index 0000000000..95b00ad98b --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hrv_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-hrv_Latn" +"dataset_name": "lvs_Latn-hrv_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nCroatian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_hrv_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hun_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hun_Latn.yaml new file mode 100644 index 0000000000..de48130406 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-hun_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-hun_Latn" +"dataset_name": "lvs_Latn-hun_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nHungarian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_hun_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ita_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ita_Latn.yaml new file mode 100644 index 0000000000..80d4ca791f --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ita_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-ita_Latn" +"dataset_name": "lvs_Latn-ita_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nItalian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_ita_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-lit_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-lit_Latn.yaml new file mode 100644 index 0000000000..2fee0d6918 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-lit_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-lit_Latn" +"dataset_name": "lvs_Latn-lit_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nLithuanian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_lit_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-mlt_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-mlt_Latn.yaml new file mode 100644 index 0000000000..16a85ba6e4 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-mlt_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-mlt_Latn" +"dataset_name": "lvs_Latn-mlt_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nMaltese phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_mlt_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-nld_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-nld_Latn.yaml new file mode 100644 index 0000000000..0cd7d7329b --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-nld_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-nld_Latn" +"dataset_name": "lvs_Latn-nld_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nDutch phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_nld_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-pol_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-pol_Latn.yaml new file mode 100644 index 0000000000..749f795f44 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-pol_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-pol_Latn" +"dataset_name": "lvs_Latn-pol_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nPolish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_pol_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-por_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-por_Latn.yaml new file mode 100644 index 0000000000..5ad1720267 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-por_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-por_Latn" +"dataset_name": "lvs_Latn-por_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nPortuguese phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_por_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ron_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ron_Latn.yaml new file mode 100644 index 0000000000..356a6ef534 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-ron_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-ron_Latn" +"dataset_name": "lvs_Latn-ron_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nRomanian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_ron_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slk_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slk_Latn.yaml new file mode 100644 index 0000000000..00109fe85b --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slk_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-slk_Latn" +"dataset_name": "lvs_Latn-slk_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nSlovak phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_slk_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slv_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slv_Latn.yaml new file mode 100644 index 0000000000..ba34e9ad41 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-slv_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-slv_Latn" +"dataset_name": "lvs_Latn-slv_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nSlovenian phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_slv_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-spa_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-spa_Latn.yaml new file mode 100644 index 0000000000..0d70c9b8d1 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-spa_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-spa_Latn" +"dataset_name": "lvs_Latn-spa_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nSpanish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_spa_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-swe_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-swe_Latn.yaml new file mode 100644 index 0000000000..c581c5b8dc --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-lvs_Latn-swe_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-lvs_Latn-swe_Latn" +"dataset_name": "lvs_Latn-swe_Latn" +"doc_to_text": "Standard Latvian phrase: {{sentence_lvs_Latn}}\nSwedish phrase:" +"doc_to_decontamination_query": "{{sentence_lvs_Latn}}" +"doc_to_target": "{{sentence_swe_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-mlt_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-mlt_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..5f7a14da44 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-mlt_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-mlt_Latn-lvs_Latn" +"dataset_name": "mlt_Latn-lvs_Latn" +"doc_to_text": "Maltese phrase: {{sentence_mlt_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_mlt_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-nld_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-nld_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..456f0e3a22 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-nld_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-nld_Latn-lvs_Latn" +"dataset_name": "nld_Latn-lvs_Latn" +"doc_to_text": "Dutch phrase: {{sentence_nld_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_nld_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-pol_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-pol_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..38db9214d0 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-pol_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-pol_Latn-lvs_Latn" +"dataset_name": "pol_Latn-lvs_Latn" +"doc_to_text": "Polish phrase: {{sentence_pol_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_pol_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-por_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-por_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..9b6ddd6da6 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-por_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-por_Latn-lvs_Latn" +"dataset_name": "por_Latn-lvs_Latn" +"doc_to_text": "Portuguese phrase: {{sentence_por_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_por_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ron_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ron_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..00f283c8bc --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-ron_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-ron_Latn-lvs_Latn" +"dataset_name": "ron_Latn-lvs_Latn" +"doc_to_text": "Romanian phrase: {{sentence_ron_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_ron_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slk_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slk_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..7b8386aad1 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slk_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-slk_Latn-lvs_Latn" +"dataset_name": "slk_Latn-lvs_Latn" +"doc_to_text": "Slovak phrase: {{sentence_slk_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_slk_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slv_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slv_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..d4960a0353 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-slv_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-slv_Latn-lvs_Latn" +"dataset_name": "slv_Latn-lvs_Latn" +"doc_to_text": "Slovenian phrase: {{sentence_slv_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_slv_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-spa_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-spa_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..c4c82e5a42 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-spa_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-spa_Latn-lvs_Latn" +"dataset_name": "spa_Latn-lvs_Latn" +"doc_to_text": "Spanish phrase: {{sentence_spa_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_spa_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}" diff --git a/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-swe_Latn-lvs_Latn.yaml b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-swe_Latn-lvs_Latn.yaml new file mode 100644 index 0000000000..4de08d6953 --- /dev/null +++ b/lm_eval/tasks/opengptx/ogx_flores200-trans/ogx_flores200-trans-swe_Latn-lvs_Latn.yaml @@ -0,0 +1,6 @@ +"include": "_default_template_yaml" +"task": "ogx_flores200-trans-swe_Latn-lvs_Latn" +"dataset_name": "swe_Latn-lvs_Latn" +"doc_to_text": "Swedish phrase: {{sentence_swe_Latn}}\nStandard Latvian phrase:" +"doc_to_decontamination_query": "{{sentence_swe_Latn}}" +"doc_to_target": "{{sentence_lvs_Latn}}"