Skip to content

Commit

Permalink
Changed info to debug logging for cache.
Browse files Browse the repository at this point in the history
  • Loading branch information
JoelNiklaus committed Dec 30, 2024
1 parent 6a9bb65 commit cb16cc5
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/lighteval/models/transformers/base_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -872,7 +872,7 @@ def _generate_cached(
# Try to get from cache first
cached_responses = self._generation_cache.get(cache_key)
if cached_responses is not None:
logger.info(f"Cache hit for batch {cache_key}")
logger.debug(f"Cache hit for batch {cache_key}")
return cached_responses

# Generate if not in cache
Expand All @@ -886,7 +886,7 @@ def _generate_cached(
)

# Cache the results
logger.info(f"Caching results for batch {cache_key}")
logger.debug(f"Caching results for batch {cache_key}")
self._generation_cache.set(cache_key, cur_reponses)

return cur_reponses
Expand Down

0 comments on commit cb16cc5

Please sign in to comment.