Remove 'loglikelihood single token' for running GPQA with vllm

huggingface · Jan 22, 2025 · 0344b69 · 0344b69
1 parent 152bf37
commit 0344b69
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/community_tasks/french_evals.py b/community_tasks/french_evals.py
@@ -111,7 +111,7 @@ def prompt_gpqa_fr(line, task_name: str = None):
     few_shots_split=None,
     few_shots_select="random_sampling",
     generation_size=1,
-    metric=[Metrics.loglikelihood_acc_single_token],
+    metric=[Metrics.loglikelihood_acc],
     stop_sequence=["\n"],
     trust_dataset=True,
     version=0,