Skip to content

Commit

Permalink
nit
Browse files Browse the repository at this point in the history
  • Loading branch information
KahnSvaer committed Jan 15, 2025
1 parent ab9475c commit a78b9d2
Show file tree
Hide file tree
Showing 50 changed files with 50 additions and 50 deletions.
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/generate_tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ def main() -> None:

# Manually writing the YAML-like content inside files to avoid tagging issues
f.write("include: mlqa_common_yaml\n")
f.write(f"task: {task.replace('.', '_')}.yaml\n")
f.write(f"task: {task.replace('.', '_')}\n")
f.write(f"dataset_name: {task}\n")
f.write(
f"process_results: !function utils.process_results_{context_lang}\n"
Expand Down
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_ar.yaml
task: mlqa_ar_ar
dataset_name: mlqa.ar.ar
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_de.yaml
task: mlqa_ar_de
dataset_name: mlqa.ar.de
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_en.yaml
task: mlqa_ar_en
dataset_name: mlqa.ar.en
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_es.yaml
task: mlqa_ar_es
dataset_name: mlqa.ar.es
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_hi.yaml
task: mlqa_ar_hi
dataset_name: mlqa.ar.hi
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_vi.yaml
task: mlqa_ar_vi
dataset_name: mlqa.ar.vi
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_ar_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_ar_zh.yaml
task: mlqa_ar_zh
dataset_name: mlqa.ar.zh
process_results: !function utils.process_results_ar
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_ar.yaml
task: mlqa_de_ar
dataset_name: mlqa.de.ar
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_de.yaml
task: mlqa_de_de
dataset_name: mlqa.de.de
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_en.yaml
task: mlqa_de_en
dataset_name: mlqa.de.en
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_es.yaml
task: mlqa_de_es
dataset_name: mlqa.de.es
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_hi.yaml
task: mlqa_de_hi
dataset_name: mlqa.de.hi
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_vi.yaml
task: mlqa_de_vi
dataset_name: mlqa.de.vi
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_de_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_de_zh.yaml
task: mlqa_de_zh
dataset_name: mlqa.de.zh
process_results: !function utils.process_results_de
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_ar.yaml
task: mlqa_en_ar
dataset_name: mlqa.en.ar
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_de.yaml
task: mlqa_en_de
dataset_name: mlqa.en.de
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_en.yaml
task: mlqa_en_en
dataset_name: mlqa.en.en
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_es.yaml
task: mlqa_en_es
dataset_name: mlqa.en.es
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_hi.yaml
task: mlqa_en_hi
dataset_name: mlqa.en.hi
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_vi.yaml
task: mlqa_en_vi
dataset_name: mlqa.en.vi
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_en_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_zh.yaml
task: mlqa_en_zh
dataset_name: mlqa.en.zh
process_results: !function utils.process_results_en
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_ar.yaml
task: mlqa_es_ar
dataset_name: mlqa.es.ar
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_de.yaml
task: mlqa_es_de
dataset_name: mlqa.es.de
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_en.yaml
task: mlqa_es_en
dataset_name: mlqa.es.en
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_es.yaml
task: mlqa_es_es
dataset_name: mlqa.es.es
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_hi.yaml
task: mlqa_es_hi
dataset_name: mlqa.es.hi
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_vi.yaml
task: mlqa_es_vi
dataset_name: mlqa.es.vi
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_es_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_zh.yaml
task: mlqa_es_zh
dataset_name: mlqa.es.zh
process_results: !function utils.process_results_es
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_ar.yaml
task: mlqa_hi_ar
dataset_name: mlqa.hi.ar
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_de.yaml
task: mlqa_hi_de
dataset_name: mlqa.hi.de
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_en.yaml
task: mlqa_hi_en
dataset_name: mlqa.hi.en
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_es.yaml
task: mlqa_hi_es
dataset_name: mlqa.hi.es
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_hi.yaml
task: mlqa_hi_hi
dataset_name: mlqa.hi.hi
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_vi.yaml
task: mlqa_hi_vi
dataset_name: mlqa.hi.vi
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_hi_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_zh.yaml
task: mlqa_hi_zh
dataset_name: mlqa.hi.zh
process_results: !function utils.process_results_hi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_ar.yaml
task: mlqa_vi_ar
dataset_name: mlqa.vi.ar
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_de.yaml
task: mlqa_vi_de
dataset_name: mlqa.vi.de
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_en.yaml
task: mlqa_vi_en
dataset_name: mlqa.vi.en
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_es.yaml
task: mlqa_vi_es
dataset_name: mlqa.vi.es
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_hi.yaml
task: mlqa_vi_hi
dataset_name: mlqa.vi.hi
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_vi.yaml
task: mlqa_vi_vi
dataset_name: mlqa.vi.vi
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_vi_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_zh.yaml
task: mlqa_vi_zh
dataset_name: mlqa.vi.zh
process_results: !function utils.process_results_vi
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_ar.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_ar.yaml
task: mlqa_zh_ar
dataset_name: mlqa.zh.ar
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_de.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_de.yaml
task: mlqa_zh_de
dataset_name: mlqa.zh.de
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_en.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_en.yaml
task: mlqa_zh_en
dataset_name: mlqa.zh.en
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_es.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_es.yaml
task: mlqa_zh_es
dataset_name: mlqa.zh.es
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_hi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_hi.yaml
task: mlqa_zh_hi
dataset_name: mlqa.zh.hi
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_vi.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_vi.yaml
task: mlqa_zh_vi
dataset_name: mlqa.zh.vi
process_results: !function utils.process_results_zh
2 changes: 1 addition & 1 deletion lm_eval/tasks/mlqa/mlqa_zh_zh.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_zh_zh.yaml
task: mlqa_zh_zh
dataset_name: mlqa.zh.zh
process_results: !function utils.process_results_zh

0 comments on commit a78b9d2

Please sign in to comment.