fix review

huggingface · Jan 30, 2025 · 1dd74f0 · 1dd74f0
1 parent a58e6d6
commit 1dd74f0
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/lighteval/models/endpoints/openai_model.py b/src/lighteval/models/endpoints/openai_model.py
@@ -129,7 +129,7 @@ def __call_api(self, prompt, return_logits, max_new_tokens, num_samples, logit_b
             except Exception as e:
                 logger.warning(f"{type(e), e}")
                 time.sleep(self.API_RETRY_SLEEP)
-                self.API_RETRY_SLEEP = self.API_RETRY_SLEEP * self.API_RETRY_MULTIPLIER
+                self.API_RETRY_SLEEP = self.API_RETRY_SLEEP**self.API_RETRY_MULTIPLIER
         raise Exception("Failed to get response from the API")
 
     def __call_api_parallel(

diff --git a/src/lighteval/tasks/extended/hle/main.py b/src/lighteval/tasks/extended/hle/main.py
@@ -216,9 +216,9 @@ def hle_text_only(line, task_name: str = None):
     evaluation_splits=["test"],
     few_shots_split=None,
     few_shots_select=None,
-    generation_size=8192,  # TODO
+    generation_size=8192,
     metric=[Metrics.exact_match, Metrics.hle_metrics],
-    stop_sequence=["\n"],
+    stop_sequence=[],
     trust_dataset=True,
     version=0,
 )