From 12d4505e7b7da49719cb4be377960db1bddecb10 Mon Sep 17 00:00:00 2001
From: Sypherd <sypherdchris@gmail.com>
Date: Fri, 8 Nov 2024 11:55:01 +0000
Subject: [PATCH] Use global filter alias

---
 lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml          | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml           | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml            | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml                  | 2 +-
 .../tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml  | 2 +-
 .../tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml | 2 +-
 .../tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml        | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml         | 2 +-
 .../tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml                  | 2 +-
 .../bbh/cot_zeroshot/salient_translation_error_detection.yaml   | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml                      | 2 +-
 lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml          | 2 +-
 .../cot_zeroshot/tracking_shuffled_objects_five_objects.yaml    | 2 +-
 .../cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml   | 2 +-
 .../cot_zeroshot/tracking_shuffled_objects_three_objects.yaml   | 2 +-
 lm_eval/tasks/bbh/zeroshot/date_understanding.yaml              | 2 +-
 lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml               | 2 +-
 lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml                | 2 +-
 lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml                      | 2 +-
 lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml  | 2 +-
 lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml | 2 +-
 lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml | 2 +-
 lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml            | 2 +-
 lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml             | 2 +-
 lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml | 2 +-
 lm_eval/tasks/bbh/zeroshot/ruin_names.yaml                      | 2 +-
 .../tasks/bbh/zeroshot/salient_translation_error_detection.yaml | 2 +-
 lm_eval/tasks/bbh/zeroshot/snarks.yaml                          | 2 +-
 lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml              | 2 +-
 .../bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml    | 2 +-
 .../bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml   | 2 +-
 .../bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml   | 2 +-
 34 files changed, 34 insertions(+), 34 deletions(-)

diff --git a/lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml b/lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml
index c894b9c8ee..30f110f5a5 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml
@@ -7,7 +7,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml b/lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml
index 725a70ecfc..74e52a2ad0 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml
@@ -7,7 +7,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml b/lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml
index 833b93d7a3..60333ab13f 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml
@@ -7,7 +7,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml b/lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml
index 152a5d1dca..c9dbec9d05 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml
@@ -7,7 +7,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml
index 946030a006..18ecdcd544 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml
index f92f4bc5aa..a634255f3a 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml
index d145182884..591e11282b 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml b/lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml
index c1b68b8b88..6791bf3104 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml b/lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml
index 1268962e31..d259ff7988 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml
index 9f9b3e1c92..b89641b416 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml b/lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml
index cf865e89a6..a1d76be508 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml b/lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml
index d7d72eadc3..cebb57c99f 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml b/lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml
index eb338a1b5e..23039e1bd1 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml b/lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml
index c7b949ada5..b4832acc1e 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
index 589253017f..ef32536b4b 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
index 4635d7caba..106df2eda9 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
index 1edf0c0537..65f427e94b 100644
--- a/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
@@ -6,7 +6,7 @@
 filter_list:
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: -1
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/date_understanding.yaml b/lm_eval/tasks/bbh/zeroshot/date_understanding.yaml
index f00db0cfe0..e728e1fdf4 100644
--- a/lm_eval/tasks/bbh/zeroshot/date_understanding.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/date_understanding.yaml
@@ -10,7 +10,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml b/lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml
index 0910a627b0..5e8101d6c4 100644
--- a/lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml
@@ -10,7 +10,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml b/lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml
index 8a6a828a4c..9978896432 100644
--- a/lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml
@@ -10,7 +10,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml b/lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml
index a795e8bbe9..797a2ce6c9 100644
--- a/lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml
@@ -10,7 +10,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml b/lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml
index f06b02f303..59f253ff0d 100644
--- a/lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml b/lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml
index 3f9ff7eaa0..4e82092c44 100644
--- a/lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml b/lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml
index 7bd19d7f5a..5178a22d6d 100644
--- a/lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml b/lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml
index b54cbd8b4c..35597d7fa1 100644
--- a/lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml b/lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml
index 3d565f49c8..90ddbe8df1 100644
--- a/lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml b/lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml
index 06ccf43e1d..e114bb830c 100644
--- a/lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/ruin_names.yaml b/lm_eval/tasks/bbh/zeroshot/ruin_names.yaml
index a1ad23a5ed..52c3634a74 100644
--- a/lm_eval/tasks/bbh/zeroshot/ruin_names.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/ruin_names.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml b/lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml
index 080cbd0571..db4de2c8c8 100644
--- a/lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/snarks.yaml b/lm_eval/tasks/bbh/zeroshot/snarks.yaml
index 09d37d5cf4..4e7f28acad 100644
--- a/lm_eval/tasks/bbh/zeroshot/snarks.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/snarks.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml b/lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml
index 9aa545c02d..de3cae9547 100644
--- a/lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml
index 96900c9d32..03e9ee6f84 100644
--- a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml
index d45619c3c9..924feef184 100644
--- a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true
diff --git a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml
index 1d8150ca4f..28ff9b0df9 100644
--- a/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml
+++ b/lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml
@@ -9,7 +9,7 @@ filter_list:
       - function: "take_first"
   - name: "flexible-extract"
     filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
         group_select: 0
         ignore_case: true
         ignore_punctuation: true