diff --git a/lm_eval/tasks/mlqa/generate_tasks.py b/lm_eval/tasks/mlqa/generate_tasks.py index 7a228fc55a..19bd3533af 100644 --- a/lm_eval/tasks/mlqa/generate_tasks.py +++ b/lm_eval/tasks/mlqa/generate_tasks.py @@ -37,7 +37,7 @@ def main() -> None: # Manually writing the YAML-like content inside files to avoid tagging issues f.write("include: mlqa_common_yaml\n") - f.write(f"task: {task.replace('.', '_')}.yaml\n") + f.write(f"task: {task.replace('.', '_')}\n") f.write(f"dataset_name: {task}\n") f.write( f"process_results: !function utils.process_results_{context_lang}\n" diff --git a/lm_eval/tasks/mlqa/mlqa_ar_ar.yaml b/lm_eval/tasks/mlqa/mlqa_ar_ar.yaml index a1750e3111..8db625acce 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_ar.yaml +task: mlqa_ar_ar dataset_name: mlqa.ar.ar process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_de.yaml b/lm_eval/tasks/mlqa/mlqa_ar_de.yaml index 38d43c1cf4..3d1468a7bd 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_de.yaml +task: mlqa_ar_de dataset_name: mlqa.ar.de process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_en.yaml b/lm_eval/tasks/mlqa/mlqa_ar_en.yaml index 94fd33193d..18e763e8ac 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_en.yaml +task: mlqa_ar_en dataset_name: mlqa.ar.en process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_es.yaml b/lm_eval/tasks/mlqa/mlqa_ar_es.yaml index 3b4a39e477..c93ef03ec0 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_es.yaml +task: mlqa_ar_es dataset_name: mlqa.ar.es process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_hi.yaml b/lm_eval/tasks/mlqa/mlqa_ar_hi.yaml index 070cb39325..5abb023ccd 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_hi.yaml +task: mlqa_ar_hi dataset_name: mlqa.ar.hi process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_vi.yaml b/lm_eval/tasks/mlqa/mlqa_ar_vi.yaml index 991a31110e..54869c657d 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_vi.yaml +task: mlqa_ar_vi dataset_name: mlqa.ar.vi process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_ar_zh.yaml b/lm_eval/tasks/mlqa/mlqa_ar_zh.yaml index a5083aeef9..5236d6cb87 100644 --- a/lm_eval/tasks/mlqa/mlqa_ar_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_ar_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_ar_zh.yaml +task: mlqa_ar_zh dataset_name: mlqa.ar.zh process_results: !function utils.process_results_ar diff --git a/lm_eval/tasks/mlqa/mlqa_de_ar.yaml b/lm_eval/tasks/mlqa/mlqa_de_ar.yaml index fba0d72118..1090a58925 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_ar.yaml +task: mlqa_de_ar dataset_name: mlqa.de.ar process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_de.yaml b/lm_eval/tasks/mlqa/mlqa_de_de.yaml index a74c07e4e2..be465ab57a 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_de.yaml +task: mlqa_de_de dataset_name: mlqa.de.de process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_en.yaml b/lm_eval/tasks/mlqa/mlqa_de_en.yaml index 0556bc365b..55f2652ce4 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_en.yaml +task: mlqa_de_en dataset_name: mlqa.de.en process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_es.yaml b/lm_eval/tasks/mlqa/mlqa_de_es.yaml index cb10737aed..d4f085e624 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_es.yaml +task: mlqa_de_es dataset_name: mlqa.de.es process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_hi.yaml b/lm_eval/tasks/mlqa/mlqa_de_hi.yaml index f263432d2c..ff3bbc4286 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_hi.yaml +task: mlqa_de_hi dataset_name: mlqa.de.hi process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_vi.yaml b/lm_eval/tasks/mlqa/mlqa_de_vi.yaml index b48ca051b6..fe61983b70 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_vi.yaml +task: mlqa_de_vi dataset_name: mlqa.de.vi process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_de_zh.yaml b/lm_eval/tasks/mlqa/mlqa_de_zh.yaml index 35d913187e..ee1855626f 100644 --- a/lm_eval/tasks/mlqa/mlqa_de_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_de_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_de_zh.yaml +task: mlqa_de_zh dataset_name: mlqa.de.zh process_results: !function utils.process_results_de diff --git a/lm_eval/tasks/mlqa/mlqa_en_ar.yaml b/lm_eval/tasks/mlqa/mlqa_en_ar.yaml index 867f7c4357..a8c72d2694 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_ar.yaml +task: mlqa_en_ar dataset_name: mlqa.en.ar process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_de.yaml b/lm_eval/tasks/mlqa/mlqa_en_de.yaml index de8eb48044..b27e02ae6c 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_de.yaml +task: mlqa_en_de dataset_name: mlqa.en.de process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_en.yaml b/lm_eval/tasks/mlqa/mlqa_en_en.yaml index ace8e7e2e7..d15e222f7b 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_en.yaml +task: mlqa_en_en dataset_name: mlqa.en.en process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_es.yaml b/lm_eval/tasks/mlqa/mlqa_en_es.yaml index ca80e4b953..eddb728f02 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_es.yaml +task: mlqa_en_es dataset_name: mlqa.en.es process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_hi.yaml b/lm_eval/tasks/mlqa/mlqa_en_hi.yaml index b90cb049ac..7c2e38249a 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_hi.yaml +task: mlqa_en_hi dataset_name: mlqa.en.hi process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_vi.yaml b/lm_eval/tasks/mlqa/mlqa_en_vi.yaml index 4eb00da815..1a2f635ea3 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_vi.yaml +task: mlqa_en_vi dataset_name: mlqa.en.vi process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_en_zh.yaml b/lm_eval/tasks/mlqa/mlqa_en_zh.yaml index 52f185b399..91336eba9a 100644 --- a/lm_eval/tasks/mlqa/mlqa_en_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_en_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_en_zh.yaml +task: mlqa_en_zh dataset_name: mlqa.en.zh process_results: !function utils.process_results_en diff --git a/lm_eval/tasks/mlqa/mlqa_es_ar.yaml b/lm_eval/tasks/mlqa/mlqa_es_ar.yaml index d3e1bdbca5..9a24508cbd 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_ar.yaml +task: mlqa_es_ar dataset_name: mlqa.es.ar process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_de.yaml b/lm_eval/tasks/mlqa/mlqa_es_de.yaml index 04689086d7..9a40b2b695 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_de.yaml +task: mlqa_es_de dataset_name: mlqa.es.de process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_en.yaml b/lm_eval/tasks/mlqa/mlqa_es_en.yaml index 909c2349c6..660968c7fd 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_en.yaml +task: mlqa_es_en dataset_name: mlqa.es.en process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_es.yaml b/lm_eval/tasks/mlqa/mlqa_es_es.yaml index 8a9b88bd17..1232947b92 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_es.yaml +task: mlqa_es_es dataset_name: mlqa.es.es process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_hi.yaml b/lm_eval/tasks/mlqa/mlqa_es_hi.yaml index c114ea086c..5502288925 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_hi.yaml +task: mlqa_es_hi dataset_name: mlqa.es.hi process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_vi.yaml b/lm_eval/tasks/mlqa/mlqa_es_vi.yaml index a0dfde1e8f..0ea9027dec 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_vi.yaml +task: mlqa_es_vi dataset_name: mlqa.es.vi process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_es_zh.yaml b/lm_eval/tasks/mlqa/mlqa_es_zh.yaml index c68590a927..caecd1b2d0 100644 --- a/lm_eval/tasks/mlqa/mlqa_es_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_es_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_es_zh.yaml +task: mlqa_es_zh dataset_name: mlqa.es.zh process_results: !function utils.process_results_es diff --git a/lm_eval/tasks/mlqa/mlqa_hi_ar.yaml b/lm_eval/tasks/mlqa/mlqa_hi_ar.yaml index 607dbe62a9..e4c4263a1d 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_ar.yaml +task: mlqa_hi_ar dataset_name: mlqa.hi.ar process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_de.yaml b/lm_eval/tasks/mlqa/mlqa_hi_de.yaml index 6e8cb4d7a0..8069b5a07b 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_de.yaml +task: mlqa_hi_de dataset_name: mlqa.hi.de process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_en.yaml b/lm_eval/tasks/mlqa/mlqa_hi_en.yaml index fa128a5c22..d7a18067bc 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_en.yaml +task: mlqa_hi_en dataset_name: mlqa.hi.en process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_es.yaml b/lm_eval/tasks/mlqa/mlqa_hi_es.yaml index 9e1ce0785e..d152ad66dc 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_es.yaml +task: mlqa_hi_es dataset_name: mlqa.hi.es process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_hi.yaml b/lm_eval/tasks/mlqa/mlqa_hi_hi.yaml index fb1b27a306..1ce79e6bbe 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_hi.yaml +task: mlqa_hi_hi dataset_name: mlqa.hi.hi process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_vi.yaml b/lm_eval/tasks/mlqa/mlqa_hi_vi.yaml index 4485049970..534d90f70d 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_vi.yaml +task: mlqa_hi_vi dataset_name: mlqa.hi.vi process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_hi_zh.yaml b/lm_eval/tasks/mlqa/mlqa_hi_zh.yaml index 71320a6af3..8432db492d 100644 --- a/lm_eval/tasks/mlqa/mlqa_hi_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_hi_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_hi_zh.yaml +task: mlqa_hi_zh dataset_name: mlqa.hi.zh process_results: !function utils.process_results_hi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_ar.yaml b/lm_eval/tasks/mlqa/mlqa_vi_ar.yaml index f23100fe3c..c22c11cd06 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_ar.yaml +task: mlqa_vi_ar dataset_name: mlqa.vi.ar process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_de.yaml b/lm_eval/tasks/mlqa/mlqa_vi_de.yaml index 25e77dd6b8..948ac3ac36 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_de.yaml +task: mlqa_vi_de dataset_name: mlqa.vi.de process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_en.yaml b/lm_eval/tasks/mlqa/mlqa_vi_en.yaml index dc75b15537..0106867703 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_en.yaml +task: mlqa_vi_en dataset_name: mlqa.vi.en process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_es.yaml b/lm_eval/tasks/mlqa/mlqa_vi_es.yaml index 2c48fc2d79..9ac62c1056 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_es.yaml +task: mlqa_vi_es dataset_name: mlqa.vi.es process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_hi.yaml b/lm_eval/tasks/mlqa/mlqa_vi_hi.yaml index 341191b7ea..26b232a879 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_hi.yaml +task: mlqa_vi_hi dataset_name: mlqa.vi.hi process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_vi.yaml b/lm_eval/tasks/mlqa/mlqa_vi_vi.yaml index 3d5534a7d7..d8277d78eb 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_vi.yaml +task: mlqa_vi_vi dataset_name: mlqa.vi.vi process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_vi_zh.yaml b/lm_eval/tasks/mlqa/mlqa_vi_zh.yaml index ab5c14efb3..7ecc6b9192 100644 --- a/lm_eval/tasks/mlqa/mlqa_vi_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_vi_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_vi_zh.yaml +task: mlqa_vi_zh dataset_name: mlqa.vi.zh process_results: !function utils.process_results_vi diff --git a/lm_eval/tasks/mlqa/mlqa_zh_ar.yaml b/lm_eval/tasks/mlqa/mlqa_zh_ar.yaml index ab56d90e37..42c3713d5a 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_ar.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_ar.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_ar.yaml +task: mlqa_zh_ar dataset_name: mlqa.zh.ar process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_de.yaml b/lm_eval/tasks/mlqa/mlqa_zh_de.yaml index d146f3ddef..cb5e4cb884 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_de.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_de.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_de.yaml +task: mlqa_zh_de dataset_name: mlqa.zh.de process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_en.yaml b/lm_eval/tasks/mlqa/mlqa_zh_en.yaml index 07a0471ef0..653f26aefa 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_en.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_en.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_en.yaml +task: mlqa_zh_en dataset_name: mlqa.zh.en process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_es.yaml b/lm_eval/tasks/mlqa/mlqa_zh_es.yaml index 4139571d71..c98203f76f 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_es.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_es.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_es.yaml +task: mlqa_zh_es dataset_name: mlqa.zh.es process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_hi.yaml b/lm_eval/tasks/mlqa/mlqa_zh_hi.yaml index 83a555ca34..ed58f47f4d 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_hi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_hi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_hi.yaml +task: mlqa_zh_hi dataset_name: mlqa.zh.hi process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_vi.yaml b/lm_eval/tasks/mlqa/mlqa_zh_vi.yaml index 12e46bdc1c..7043676235 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_vi.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_vi.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_vi.yaml +task: mlqa_zh_vi dataset_name: mlqa.zh.vi process_results: !function utils.process_results_zh diff --git a/lm_eval/tasks/mlqa/mlqa_zh_zh.yaml b/lm_eval/tasks/mlqa/mlqa_zh_zh.yaml index bff084b927..792b5ee0c9 100644 --- a/lm_eval/tasks/mlqa/mlqa_zh_zh.yaml +++ b/lm_eval/tasks/mlqa/mlqa_zh_zh.yaml @@ -1,5 +1,5 @@ # Generated by generate_tasks.py include: mlqa_common_yaml -task: mlqa_zh_zh.yaml +task: mlqa_zh_zh dataset_name: mlqa.zh.zh process_results: !function utils.process_results_zh