feat: add RubricBasedMultiTurnTrajectoryEvaluator

Change-Id: Ic0464a2cf0080a2abd63543a9bd153fbf41c3e35

Author: wzhang2705

src/google/adk/evaluation/eval_metrics.py

@@ -67,6 +67,10 @@ class PrebuiltMetrics(Enum):
 
   MULTI_TURN_TOOL_USE_QUALITY_V1 = "multi_turn_tool_use_quality_v1"
 
+  RUBRIC_BASED_MULTI_TURN_TRAJECTORY_QUALITY_V1 = (
+      "rubric_based_multi_turn_trajectory_quality_v1"
+  )
+
 
 MetricName: TypeAlias = Union[str, PrebuiltMetrics]
 Threshold: TypeAlias = float

src/google/adk/evaluation/metric_evaluator_registry.py

@@ -33,6 +33,7 @@
 from .metric_info_providers import PerTurnUserSimulatorQualityV1MetricInfoProvider
 from .metric_info_providers import ResponseEvaluatorMetricInfoProvider
 from .metric_info_providers import RubricBasedFinalResponseQualityV1EvaluatorMetricInfoProvider
+from .metric_info_providers import RubricBasedMultiTurnTrajectoryMetricInfoProvider
 from .metric_info_providers import RubricBasedToolUseV1EvaluatorMetricInfoProvider
 from .metric_info_providers import SafetyEvaluatorV1MetricInfoProvider
 from .metric_info_providers import TrajectoryEvaluatorMetricInfoProvider
@@ -41,6 +42,7 @@
 from .multi_turn_trajectory_quality_evaluator import MultiTurnTrajectoryQualityV1Evaluator
 from .response_evaluator import ResponseEvaluator
 from .rubric_based_final_response_quality_v1 import RubricBasedFinalResponseQualityV1Evaluator
+from .rubric_based_multi_turn_trajectory_evaluator import RubricBasedMultiTurnTrajectoryEvaluator
 from .rubric_based_tool_use_quality_v1 import RubricBasedToolUseV1Evaluator
 from .safety_evaluator import SafetyEvaluatorV1
 from .simulation.per_turn_user_simulator_quality_v1 import PerTurnUserSimulatorQualityV1
@@ -164,6 +166,10 @@ def _get_default_metric_evaluator_registry() -> MetricEvaluatorRegistry:
       metric_info=PerTurnUserSimulatorQualityV1MetricInfoProvider().get_metric_info(),
       evaluator=PerTurnUserSimulatorQualityV1,
   )
+  metric_evaluator_registry.register_evaluator(
+      metric_info=RubricBasedMultiTurnTrajectoryMetricInfoProvider().get_metric_info(),
+      evaluator=RubricBasedMultiTurnTrajectoryEvaluator,
+  )
 
   return metric_evaluator_registry
 

src/google/adk/evaluation/metric_info_providers.py

@@ -242,3 +242,21 @@ def get_metric_info(self) -> MetricInfo:
             interval=Interval(min_value=0.0, max_value=1.0)
         ),
     )
+
+
+class RubricBasedMultiTurnTrajectoryMetricInfoProvider(MetricInfoProvider):
+  """Metric info provider for RubricBasedMultiTurnTrajectory."""
+
+  def get_metric_info(self) -> MetricInfo:
+    return MetricInfo(
+        metric_name=PrebuiltMetrics.RUBRIC_BASED_MULTI_TURN_TRAJECTORY_QUALITY_V1,
+        description=(
+            "This metric evaluates the agent's multi-turn trajectory against"
+            " a set of user-provided rubrics using an LLM as a judge. Value"
+            " range for this metric is [0,1], with values closer to 1 more"
+            " desirable."
+        ),
+        metric_value_info=MetricValueInfo(
+            interval=Interval(min_value=0.0, max_value=1.0)
+        ),
+    )