Skip to content

Commit

Permalink
fixes from review
Browse files Browse the repository at this point in the history
  • Loading branch information
NathanHB committed Dec 18, 2024
1 parent d045d92 commit f1ed682
Showing 1 changed file with 3 additions and 0 deletions.
3 changes: 3 additions & 0 deletions src/lighteval/models/litellm_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,9 @@ def __call_api(self, prompt, return_logits, max_new_tokens, num_samples, stop_se
stop_sequence = self._prepare_stop_sequence(stop_sequence)
max_new_tokens = self._prepare_max_new_tokens(max_new_tokens)

if return_logits and not self.provider == "openai":
logger.warning("Returning logits is not supported for this provider, ignoring.")

response = litellm.completion(
model=self.model,
messages=prompt,
Expand Down

0 comments on commit f1ed682

Please sign in to comment.