Migrate downstream consumers to multi-metric replay API

Summary:
The experiment replay system (`MapDataReplayMetric`, `MapDataReplayRunner`, `replay_experiment`) is hardcoded for single-objective optimization, blocking multi-objective early stopping. This diff series extracts shared state into a `MapDataReplayState` coordinator.

This diff (3/3) migrates all downstream consumers of `replay_experiment` and `estimate_hypothetical_early_stopping_savings` from the deprecated `metric=` (singular) kwarg to the new `metrics=` (list) API introduced in D98741816, and removes the backward-compat shim from `experiment_replay.py`.

Consumers updated:
- `automl/internal/ax/ax_sweep/ax_sweep_orchestrator.py`
- `ax/analysis/healthcheck/early_stopping_healthcheck.py`
- `fblearner/flow/projects/ae/ess_replay/utils.py`

Differential Revision: D98741814

Author: ltiao

ax/analysis/healthcheck/early_stopping_healthcheck.py

@@ -413,7 +413,7 @@ def _report_early_stopping_nudge(
         try:
             savings = estimate_hypothetical_early_stopping_savings(
                 experiment=experiment,
-                metric=metric,
+                metrics=[metric],
                 max_pending_trials=self.max_pending_trials,
             )
         except Exception as e:

ax/early_stopping/experiment_replay.py

@@ -49,12 +49,10 @@ def replay_experiment(
     historical_experiment: Experiment,
     num_samples_per_curve: int,
     max_replay_trials: int,
-    metrics: list[Metric] | None = None,
-    max_pending_trials: int = MAX_PENDING_TRIALS,
-    early_stopping_strategy: BaseEarlyStoppingStrategy | None = None,
+    metrics: list[Metric],
+    max_pending_trials: int,
+    early_stopping_strategy: BaseEarlyStoppingStrategy | None,
     logging_level: int = logging.ERROR,
-    # Deprecated backward-compat kwarg
-    metric: Metric | None = None,
 ) -> Experiment | None:
     """Replay a historical experiment's data through an Orchestrator.
 
@@ -73,20 +71,7 @@ def replay_experiment(
             replay orchestrator.
         early_stopping_strategy: The early stopping strategy to evaluate.
         logging_level: Logging level for the orchestrator.
-        metric: Deprecated. Use ``metrics`` instead.
     """
-    # Backward compat: accept metric= (singular) and wrap in list
-    if metric is not None:
-        warnings.warn(
-            "The `metric` parameter is deprecated. Use `metrics` instead.",
-            DeprecationWarning,
-            stacklevel=2,
-        )
-        if metrics is not None:
-            raise ValueError("Cannot specify both `metric` and `metrics`.")
-        metrics = [metric]
-    if metrics is None:
-        raise ValueError("Must specify `metrics`.")
     warnings.warn(
         "The `num_samples_per_curve` parameter is deprecated and will be "
         "removed in a future release. The `step_size` parameter on "
@@ -195,10 +180,8 @@ def replay_experiment(
 
 def estimate_hypothetical_early_stopping_savings(
     experiment: Experiment,
-    metrics: list[Metric] | None = None,
+    metrics: list[Metric],
     max_pending_trials: int = MAX_PENDING_TRIALS,
-    # Deprecated backward-compat kwarg
-    metric: Metric | None = None,
 ) -> float:
     """Estimate hypothetical early stopping savings using experiment replay.
 
@@ -211,7 +194,6 @@ def estimate_hypothetical_early_stopping_savings(
         metrics: The metrics to use for early stopping replay.
         max_pending_trials: Maximum number of pending trials for the replay
             orchestrator. Defaults to 5.
-        metric: Deprecated. Use ``metrics`` instead.
 
     Returns:
         Estimated savings as a fraction (0.0 to 1.0).
@@ -224,18 +206,6 @@ def estimate_hypothetical_early_stopping_savings(
             - The experiment data does not have progression data for replay
             - The experiment replay fails due to invalid experiment state
     """
-    # Backward compat: accept metric= (singular) and wrap in list
-    if metric is not None:
-        warnings.warn(
-            "The `metric` parameter is deprecated. Use `metrics` instead.",
-            DeprecationWarning,
-            stacklevel=2,
-        )
-        if metrics is not None:
-            raise ValueError("Cannot specify both `metric` and `metrics`.")
-        metrics = [metric]
-    if metrics is None:
-        raise ValueError("Must specify `metrics`.")
     default_ess = get_default_ess_or_none(experiment=experiment)
     if default_ess is None:
         raise UnsupportedError(