feat: Add support for passing agent data for custom code execution metric

vertex-sdk-bot · copybara-github · commit 0c70de8a7532 · 2026-03-19T17:35:01.000-07:00
PiperOrigin-RevId: 886462684
diff --git a/vertexai/_genai/_evals_metric_handlers.py b/vertexai/_genai/_evals_metric_handlers.py
@@ -1189,7 +1189,7 @@ def _build_request_payload(
             eval_case, response_index, self.metric.name
         )
 
-        if not response_content:
+        if not response_content and not getattr(eval_case, "agent_data", None):
             raise ValueError(
                 f"Response content missing for candidate {response_index}."
             )
@@ -1211,6 +1211,7 @@ def _build_request_payload(
                 response_content
             ),
             reference=reference_instance_data,
+            agent_data=PredefinedMetricHandler._eval_case_to_agent_data(eval_case),
         )
 
         return {

Original file line number	Diff line number	Diff line change
`@@ -1189,7 +1189,7 @@ def _build_request_payload(`
`1189`	`1189`	`eval_case, response_index, self.metric.name`
`1190`	`1190`	`)`
`1191`	`1191`
`1192`		`- if not response_content:`
	`1192`	`+ if not response_content and not getattr(eval_case, "agent_data", None):`
`1193`	`1193`	`raise ValueError(`
`1194`	`1194`	`f"Response content missing for candidate {response_index}."`
`1195`	`1195`	`)`
`@@ -1211,6 +1211,7 @@ def _build_request_payload(`
`1211`	`1211`	`response_content`
`1212`	`1212`	`),`
`1213`	`1213`	`reference=reference_instance_data,`
	`1214`	`+ agent_data=PredefinedMetricHandler._eval_case_to_agent_data(eval_case),`
`1214`	`1215`	`)`
`1215`	`1216`
`1216`	`1217`	`return {`