From 0344b695da41766d9caa79e0c3290b41f61d8935 Mon Sep 17 00:00:00 2001
From: Mauricio DIAZ <mauricio.diaz@inria.fr>
Date: Wed, 22 Jan 2025 15:49:21 +0100
Subject: [PATCH] Remove 'loglikelihood single token' for running GPQA with
 vllm

---
 community_tasks/french_evals.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/community_tasks/french_evals.py b/community_tasks/french_evals.py
index 81fd2c367..29b820840 100644
--- a/community_tasks/french_evals.py
+++ b/community_tasks/french_evals.py
@@ -111,7 +111,7 @@ def prompt_gpqa_fr(line, task_name: str = None):
     few_shots_split=None,
     few_shots_select="random_sampling",
     generation_size=1,
-    metric=[Metrics.loglikelihood_acc_single_token],
+    metric=[Metrics.loglikelihood_acc],
     stop_sequence=["\n"],
     trust_dataset=True,
     version=0,