chore: Fix the predefined metric name for multi_turn_safety

jsondai · copybara-github · commit 47ab05a10f8c · 2025-05-27T17:00:36.000-07:00
PiperOrigin-RevId: 764003455
diff --git a/vertexai/evaluation/metrics/metric_prompt_template_examples.py b/vertexai/evaluation/metrics/metric_prompt_template_examples.py
@@ -145,7 +145,7 @@ class Pointwise:
             metric=constants.Metric.MULTI_TURN_CHAT_QUALITY,
             metric_prompt_template=_default_templates.MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,
         )
-        MULTI_TURN_SAFETY_QUALITY = pointwise_metric.PointwiseMetric(
+        MULTI_TURN_SAFETY = pointwise_metric.PointwiseMetric(
             metric=constants.Metric.MULTI_TURN_SAFETY,
             metric_prompt_template=_default_templates.MULTI_TURN_SAFETY_PROMPT_TEMPLATE,
         )
@@ -193,7 +193,7 @@ class Pairwise:
             metric=constants.Metric.PAIRWISE_MULTI_TURN_CHAT_QUALITY,
             metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,
         )
-        MULTI_TURN_SAFETY_QUALITY = pairwise_metric.PairwiseMetric(
+        MULTI_TURN_SAFETY = pairwise_metric.PairwiseMetric(
             metric=constants.Metric.PAIRWISE_MULTI_TURN_SAFETY,
             metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_SAFETY_PROMPT_TEMPLATE,
         )
diff --git a/vertexai/preview/evaluation/metrics/metric_prompt_template_examples.py b/vertexai/preview/evaluation/metrics/metric_prompt_template_examples.py
@@ -143,7 +143,7 @@ class Pointwise:
             metric=constants.Metric.MULTI_TURN_CHAT_QUALITY,
             metric_prompt_template=_default_templates.MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,
         )
-        MULTI_TURN_SAFETY_QUALITY = pointwise_metric.PointwiseMetric(
+        MULTI_TURN_SAFETY = pointwise_metric.PointwiseMetric(
             metric=constants.Metric.MULTI_TURN_SAFETY,
             metric_prompt_template=_default_templates.MULTI_TURN_SAFETY_PROMPT_TEMPLATE,
         )
@@ -191,7 +191,7 @@ class Pairwise:
             metric=constants.Metric.PAIRWISE_MULTI_TURN_CHAT_QUALITY,
             metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,
         )
-        MULTI_TURN_SAFETY_QUALITY = pairwise_metric.PairwiseMetric(
+        MULTI_TURN_SAFETY = pairwise_metric.PairwiseMetric(
             metric=constants.Metric.PAIRWISE_MULTI_TURN_SAFETY,
             metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_SAFETY_PROMPT_TEMPLATE,
         )

Original file line number	Diff line number	Diff line change
`@@ -145,7 +145,7 @@ class Pointwise:`
`145`	`145`	`metric=constants.Metric.MULTI_TURN_CHAT_QUALITY,`
`146`	`146`	`metric_prompt_template=_default_templates.MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,`
`147`	`147`	`)`
`148`		`- MULTI_TURN_SAFETY_QUALITY = pointwise_metric.PointwiseMetric(`
	`148`	`+ MULTI_TURN_SAFETY = pointwise_metric.PointwiseMetric(`
`149`	`149`	`metric=constants.Metric.MULTI_TURN_SAFETY,`
`150`	`150`	`metric_prompt_template=_default_templates.MULTI_TURN_SAFETY_PROMPT_TEMPLATE,`
`151`	`151`	`)`
`@@ -193,7 +193,7 @@ class Pairwise:`
`193`	`193`	`metric=constants.Metric.PAIRWISE_MULTI_TURN_CHAT_QUALITY,`
`194`	`194`	`metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,`
`195`	`195`	`)`
`196`		`- MULTI_TURN_SAFETY_QUALITY = pairwise_metric.PairwiseMetric(`
	`196`	`+ MULTI_TURN_SAFETY = pairwise_metric.PairwiseMetric(`
`197`	`197`	`metric=constants.Metric.PAIRWISE_MULTI_TURN_SAFETY,`
`198`	`198`	`metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_SAFETY_PROMPT_TEMPLATE,`
`199`	`199`	`)`
Original file line number	Diff line number	Diff line change
`@@ -143,7 +143,7 @@ class Pointwise:`
`143`	`143`	`metric=constants.Metric.MULTI_TURN_CHAT_QUALITY,`
`144`	`144`	`metric_prompt_template=_default_templates.MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,`
`145`	`145`	`)`
`146`		`- MULTI_TURN_SAFETY_QUALITY = pointwise_metric.PointwiseMetric(`
	`146`	`+ MULTI_TURN_SAFETY = pointwise_metric.PointwiseMetric(`
`147`	`147`	`metric=constants.Metric.MULTI_TURN_SAFETY,`
`148`	`148`	`metric_prompt_template=_default_templates.MULTI_TURN_SAFETY_PROMPT_TEMPLATE,`
`149`	`149`	`)`
`@@ -191,7 +191,7 @@ class Pairwise:`
`191`	`191`	`metric=constants.Metric.PAIRWISE_MULTI_TURN_CHAT_QUALITY,`
`192`	`192`	`metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_CHAT_QUALITY_PROMPT_TEMPLATE,`
`193`	`193`	`)`
`194`		`- MULTI_TURN_SAFETY_QUALITY = pairwise_metric.PairwiseMetric(`
	`194`	`+ MULTI_TURN_SAFETY = pairwise_metric.PairwiseMetric(`
`195`	`195`	`metric=constants.Metric.PAIRWISE_MULTI_TURN_SAFETY,`
`196`	`196`	`metric_prompt_template=_default_templates.PAIRWISE_MULTI_TURN_SAFETY_PROMPT_TEMPLATE,`
`197`	`197`	`)`