fix: GenAI Client(evals) - Map legacy RubricMetric.GROUNDEDNESS to grounding_v1

PiperOrigin-RevId: 919305681

Author: jsondai

agentplatform/_genai/_evals_metric_loaders.py

@@ -92,9 +92,9 @@ def _get_latest_version_uri(self, api_client: Any, metric_gcs_dir: str) -> str:
 
         blobs = gcs_utils.storage_client.list_blobs(bucket_name, prefix=prefix)
 
-        version_files: list[dict[str, Union[list[int], str]]] = (
-            []
-        )  # {'version_parts': [1,0,0], 'filename': 'v1.0.0.yaml'}
+        version_files: list[
+            dict[str, Union[list[int], str]]
+        ] = []  # {'version_parts': [1,0,0], 'filename': 'v1.0.0.yaml'}
 
         version_pattern = re.compile(
             r"v(\d+)(?:\.(\d+))?(?:\.(\d+))?\.(yaml|yml|json)$", re.IGNORECASE
@@ -355,6 +355,23 @@ def FINAL_RESPONSE_QUALITY(self) -> LazyLoadedPrebuiltMetric:
     def HALLUCINATION(self) -> LazyLoadedPrebuiltMetric:
         return self.__getattr__("HALLUCINATION")
 
+    @property
+    def GROUNDING(self) -> LazyLoadedPrebuiltMetric:  # pylint: disable=invalid-name
+        return self.__getattr__("GROUNDING", version="v1")
+
+    @property
+    def GROUNDEDNESS(self) -> LazyLoadedPrebuiltMetric:  # pylint: disable=invalid-name
+        logger.warning(
+            "RubricMetric.GROUNDEDNESS is a deprecated alias and now maps to"
+            " RubricMetric.GROUNDING (grounding_v1). Note that the input"
+            " contract changed: legacy GROUNDEDNESS scored 'response' against"
+            " 'prompt'; grounding_v1 scores 'response' sentence-by-sentence"
+            " against an additional 'context' field. Add a 'context' field to"
+            " your dataset, otherwise scores will silently collapse to 0."
+            " Update your code to use RubricMetric.GROUNDING directly."
+        )
+        return self.__getattr__("GROUNDING", version="v1")
+
     @property
     def TOOL_USE_QUALITY(self) -> LazyLoadedPrebuiltMetric:
         return self.__getattr__("TOOL_USE_QUALITY")

tests/unit/agentplatform/genai/test_evals.py

@@ -1239,9 +1239,9 @@ def test_enrich_scenario_e2e_simulation(self):
             api_response, eval_result
         )
         example = api_response.results[0].clusters[0].examples[0]
-        assert (
-            "scenario_preview" in example.evaluation_result
-        ), f"scenario_preview not found. evaluation_result keys: {list(example.evaluation_result.keys())}"
+        assert "scenario_preview" in example.evaluation_result, (
+            f"scenario_preview not found. evaluation_result keys: {list(example.evaluation_result.keys())}"
+        )
         assert (
             "I need to book a flight" in example.evaluation_result["scenario_preview"]
         )
@@ -1253,9 +1253,9 @@ def test_enrich_scenario_e2e_simulation(self):
         json_str = json.dumps(result_dump)
         parsed = json.loads(json_str)
         ex_parsed = parsed["results"][0]["clusters"][0]["examples"][0]
-        assert "scenario_preview" in ex_parsed.get(
-            "evaluation_result", {}
-        ), f"scenario_preview missing after serialization. Keys: {list(ex_parsed.get('evaluation_result', {}).keys())}"
+        assert "scenario_preview" in ex_parsed.get("evaluation_result", {}), (
+            f"scenario_preview missing after serialization. Keys: {list(ex_parsed.get('evaluation_result', {}).keys())}"
+        )
         assert (
             "I need to book a flight"
             in ex_parsed["evaluation_result"]["scenario_preview"]
@@ -6355,6 +6355,37 @@ def test_metric_to_yaml_file_raises_importerror_if_yaml_is_none(self):
             metric_obj.to_yaml_file("/fake/path/error.yaml")
 
 
+class TestPrebuiltMetricLoaderGroundedness:
+    """Unit tests for legacy RubricMetric.GROUNDEDNESS alias to grounding_v1."""
+
+    def test_grounding_resolves_to_grounding_v1(self):
+        lazy_metric = agentplatform_genai_types.RubricMetric.GROUNDING
+        assert lazy_metric.name == "GROUNDING"
+        assert lazy_metric._get_api_metric_spec_name() == "grounding_v1"
+
+    def test_groundedness_aliases_grounding_v1(self):
+        lazy_metric = agentplatform_genai_types.RubricMetric.GROUNDEDNESS
+        assert lazy_metric.name == "GROUNDING"
+        assert lazy_metric._get_api_metric_spec_name() == "grounding_v1"
+
+    def test_groundedness_logs_field_difference_warning(self, caplog):
+        loader_logger = (
+            "agentplatform._genai._evals_metric_loaders"
+        )
+        with caplog.at_level("WARNING", logger=loader_logger):
+            _ = agentplatform_genai_types.RubricMetric.GROUNDEDNESS
+        messages = [r.getMessage() for r in caplog.records if r.name == loader_logger]
+        assert any("GROUNDEDNESS" in m for m in messages)
+        assert any("grounding_v1" in m for m in messages)
+        assert any("context" in m for m in messages)
+
+    def test_groundedness_resolve_returns_grounding_v1_metric(self):
+        lazy_metric = agentplatform_genai_types.RubricMetric.GROUNDEDNESS
+        resolved = lazy_metric.resolve(api_client=mock.MagicMock())
+        assert isinstance(resolved, agentplatform_genai_types.Metric)
+        assert resolved.name == "grounding_v1"
+
+
 class TestMergeResponseDatasets:
     """Unit tests for the merge_response_datasets_into_canonical_format function."""
 
@@ -8310,13 +8341,11 @@ def test_execute_evaluation_deduplicates_candidate_names(
             candidate_name="gemini-pro",
         )
 
-        mock_eval_dependencies["mock_evaluate_instances"].return_value = (
-            agentplatform_genai_types.EvaluateInstancesResponse(
-                exact_match_results=agentplatform_genai_types.ExactMatchResults(
-                    exact_match_metric_values=[
-                        genai_types.ExactMatchMetricValue(score=1.0)
-                    ]
-                )
+        mock_eval_dependencies[
+            "mock_evaluate_instances"
+        ].return_value = agentplatform_genai_types.EvaluateInstancesResponse(
+            exact_match_results=agentplatform_genai_types.ExactMatchResults(
+                exact_match_metric_values=[genai_types.ExactMatchMetricValue(score=1.0)]
             )
         )