Skip to content

Commit 7433295

Browse files
authored
add debug log (#2757)
1 parent 8b5c5c1 commit 7433295

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

lm_eval/api/task.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -838,6 +838,10 @@ def __init__(
838838
filter_pipeline = build_filter_ensemble(filter_name, components)
839839
self._filters.append(filter_pipeline)
840840
else:
841+
# TODO: handle repeats in a more general way rather than just discarding
842+
eval_logger.debug(
843+
"No custom filters defined. Using default 'take_first' filter for handling repeats."
844+
)
841845
self._filters = [build_filter_ensemble("none", [["take_first", None]])]
842846

843847
if self.config.use_prompt is not None:

0 commit comments

Comments
 (0)