Refactor evaluator function calls to use Fireworks directly for method signature introspection, avoiding unnecessary API requests during help invocations.

Author: Dylan Huang

eval_protocol/cli.py

@@ -8,9 +8,10 @@
 import sys
 from pathlib import Path
 
+from fireworks import Fireworks
+
 from .cli_commands.common import setup_logging
 from .cli_commands.utils import add_args_from_callable_signature
-from .fireworks_client import create_fireworks_client
 
 logger = logging.getLogger(__name__)
 
@@ -82,7 +83,11 @@ def _configure_parser(parser: argparse.ArgumentParser) -> argparse.ArgumentParse
     )
 
     # Auto-generate flags from SDK Fireworks().evaluators.create() signature
-    create_evaluator_fn = create_fireworks_client().evaluators.create
+    # Note: We use Fireworks() directly here instead of create_fireworks_client()
+    # because we only need the method signature for introspection, not a fully
+    # authenticated client. create_fireworks_client() would trigger an HTTP request
+    # to verify the API key, causing delays even for --help invocations.
+    create_evaluator_fn = Fireworks().evaluators.create
 
     upload_skip_fields = {
         "__top_level__": {
@@ -191,7 +196,11 @@ def _configure_parser(parser: argparse.ArgumentParser) -> argparse.ArgumentParse
         "loss_config.method": "RL loss method for underlying trainers. One of {grpo,dapo}.",
     }
 
-    create_rft_job_fn = create_fireworks_client().reinforcement_fine_tuning_jobs.create
+    # Note: We use Fireworks() directly here instead of create_fireworks_client()
+    # because we only need the method signature for introspection, not a fully
+    # authenticated client. create_fireworks_client() would trigger an HTTP request
+    # to verify the API key, causing delays even for --help invocations.
+    create_rft_job_fn = Fireworks().reinforcement_fine_tuning_jobs.create
 
     add_args_from_callable_signature(
         rft_parser,