[fix] ranking_type is None

RUCAIBox · Jun 8, 2024 · 857cf27 · 857cf27
1 parent 3ebe98a
commit 857cf27
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/utilization/chat_templates.py b/utilization/chat_templates.py
@@ -2,6 +2,7 @@
 
 __all__ = ["DEFAULT_CHAT_TEMPLATE", "DEFAULT_CHAT_CONFIGS", "add_space", "smart_space"]
 
+
 def add_space(msg: str, auto_leading_space: bool, context: str) -> str:
     if auto_leading_space and msg and context and not context[-1].isspace() and not msg[0].isspace():
         return ' ' + msg

diff --git a/utilization/dataset/dataset.py b/utilization/dataset/dataset.py
@@ -269,6 +269,8 @@ def model_evaluation_method(self) -> Literal['get_ppl', 'get_prob', 'generation'
         if not hasattr(self, "args"):
             raise ValueError("The `args` attribute is not found. Please call `__init__` first.")
         if self.evaluation_type == "ranking":
+            if self.ranking_type is None:
+                self.ranking_type = "ppl_no_option"
             if self.ranking_type.startswith("ppl"):  # ppl or ppl_no_option
                 return "get_ppl"
             elif self.ranking_type == "prob":