feat: Add worker event recording (#40)

* Add worker event recording
* Use tmp dir as default report path

---------

Signed-off-by: Rashid Kaleem <230885705+arekay-nv@users.noreply.github.com>

Author: arekay-nv

src/inference_endpoint/commands/benchmark.py

@@ -33,6 +33,7 @@
 from transformers import AutoTokenizer
 from transformers.utils import logging as transformers_logging
 
+from inference_endpoint.commands.utils import get_default_report_path
 from inference_endpoint.config.runtime_settings import RuntimeSettings
 from inference_endpoint.config.schema import (
     BenchmarkConfig,
@@ -267,7 +268,11 @@ def _build_config_from_cli(
                 load_pattern_type = LoadPatternType.CONCURRENCY
             case "online":
                 load_pattern_type = LoadPatternType.POISSON
-    report_dir = getattr(args, "report_dir", None)
+    report_dir = getattr(
+        args,
+        "report_dir",
+        get_default_report_path(),
+    )
     timeout = getattr(args, "timeout", None)
     verbose = getattr(args, "verbose", False)
     output = getattr(args, "output", None)
@@ -457,8 +462,11 @@ def _run_benchmark(
 
     if config.report_dir:
         report_dir = Path(config.report_dir)
-        report_dir.mkdir(parents=True, exist_ok=True)
-        config.to_yaml_file(report_dir / "config.yaml")
+    else:
+        report_dir = get_default_report_path()
+
+    report_dir.mkdir(parents=True, exist_ok=True)
+    config.to_yaml_file(report_dir / "config.yaml")
 
     max_tokens = config.model_params.max_new_tokens
 
@@ -584,6 +592,8 @@ def _run_benchmark(
             endpoint_url=urljoin(endpoint, "/v1/chat/completions"),
             num_workers=num_workers,
             max_concurrency=-1,  # unlimited
+            record_worker_events=config.settings.client.record_worker_events,
+            event_logs_dir=report_dir,
         )
         aiohttp_config = AioHttpConfig()
         zmq_config = ZMQConfig(
@@ -615,7 +625,7 @@ def _run_benchmark(
             scheduler,
             name=f"cli_benchmark_{uuid.uuid4().hex[0:8]}",
             stop_sample_issuer_on_test_end=False,
-            report_dir=config.report_dir,
+            report_dir=report_dir,
             tokenizer_override=tokenizer,
             max_shutdown_timeout_s=config.timeout if config.timeout else None,
         )
@@ -636,9 +646,7 @@ def signal_handler(signum, frame):
 
         elapsed_time = time.time() - start_time
         success_count = response_collector.count - len(response_collector.errors)
-        estimated_qps = (
-            response_collector.count / elapsed_time if elapsed_time > 0 else 0
-        )
+        estimated_qps = success_count / elapsed_time if elapsed_time > 0 else 0
 
         # Report results
         logger.info(f"Completed in {elapsed_time:.1f}s")