From a297696283aca4cdf101c9113686ae86d5ed9873 Mon Sep 17 00:00:00 2001 From: A Vertex SDK engineer Date: Tue, 5 May 2026 12:33:24 -0700 Subject: [PATCH] feat: Do not pass autorater_config for predefined metrics in SDK PiperOrigin-RevId: 910847685 --- vertexai/_genai/_evals_metric_handlers.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/vertexai/_genai/_evals_metric_handlers.py b/vertexai/_genai/_evals_metric_handlers.py index 4571802dbc..2bd6349e47 100644 --- a/vertexai/_genai/_evals_metric_handlers.py +++ b/vertexai/_genai/_evals_metric_handlers.py @@ -1026,11 +1026,9 @@ def _build_request_payload( "instance": instance_payload, } - autorater_config = _get_autorater_config(self.metric) - if autorater_config: - request_payload["autorater_config"] = genai_types.AutoraterConfig( - **autorater_config - ) + # Note: autorater_config is intentionally not passed for predefined + # metrics. The server uses its own model configuration for predefined + # metrics and ignores the autorater_config field. return request_payload @override @@ -1045,7 +1043,6 @@ def get_metric_result( lambda: self.module._evaluate_instances( metrics=[self.metric], instance=payload.get("instance"), - autorater_config=payload.get("autorater_config"), ), metric_name, )