We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8b5c5c1 commit 7433295Copy full SHA for 7433295
lm_eval/api/task.py
@@ -838,6 +838,10 @@ def __init__(
838
filter_pipeline = build_filter_ensemble(filter_name, components)
839
self._filters.append(filter_pipeline)
840
else:
841
+ # TODO: handle repeats in a more general way rather than just discarding
842
+ eval_logger.debug(
843
+ "No custom filters defined. Using default 'take_first' filter for handling repeats."
844
+ )
845
self._filters = [build_filter_ensemble("none", [["take_first", None]])]
846
847
if self.config.use_prompt is not None:
0 commit comments