feature: Upgrade pydantic deps (#45)

* Upgrade pydantic deps
* Make db connection unique

Signed-off-by: Rashid Kaleem <4079439+arekay@users.noreply.github.com>

Author: arekay-nv

requirements/base.txt

@@ -15,8 +15,8 @@ orjson==3.11.0
 pyzmq==27.0.2
 uvloop==0.21.0
 datasets==4.1.1
-pydantic==2.11.7
-pydantic_core==2.33.2
+pydantic==2.12.0
+pydantic_core==2.41.1
 msgspec==0.19.0
 
 # Needed to do tokenization for OSL reporting

src/inference_endpoint/commands/benchmark.py

@@ -25,6 +25,7 @@
 import signal
 import tempfile
 import time
+import uuid
 from pathlib import Path
 from urllib.parse import urljoin
 
@@ -610,7 +611,7 @@ def _run_benchmark(
             dataloader,
             sample_issuer,
             scheduler,
-            name="cli_benchmark",
+            name=f"cli_benchmark_{uuid.uuid4().hex[0:8]}",
             stop_sample_issuer_on_test_end=False,
             report_dir=config.report_dir,
             tokenizer_override=tokenizer,

src/inference_endpoint/commands/probe.py

@@ -179,7 +179,7 @@ async def run_probe_command(args: argparse.Namespace) -> None:
                     or len(received_ids) == num_expected
                 ):
                     logger.info(
-                        f"  Processed {len(received_ids)}/{num_expected} responses"
+                        f"  Processed {len(received_ids)}/{num_expected} responses : {query_id} : {result.response_output[:100]}"
                     )
 
             except Exception as e: