feat: add deterministic event_id for deduplication in telemetry events

Add SHA-256 based event_id (event_name|process_id|agent_name|model)
to each emitted event, enabling KQL dedup without accelerator-specific
max() patterns. This makes the workbook generic across accelerators.

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: Prachig-Microsoft

src/ContentProcessor/src/libs/llm_token_telemetry.py

@@ -48,6 +48,7 @@
 
 import asyncio
 import functools
+import hashlib
 import logging
 import os
 import random
@@ -526,6 +527,18 @@ def emit(self, event_name: str, **dimensions: Any) -> None:
                         continue
                 props[k] = v if isinstance(v, str) else str(v)
 
+            # Deterministic event_id for deduplication across services.
+            # Key fields: event_name + process_id + agent_name + model
+            dedup_parts = [
+                event_name,
+                props.get("process_id", ""),
+                props.get("agent_name", ""),
+                props.get("model_deployment_name", ""),
+            ]
+            props["event_id"] = hashlib.sha256(
+                "|".join(dedup_parts).encode()
+            ).hexdigest()[:16]
+
             if not self.enabled:
                 self._log.debug(
                     "App Insights not configured -- skipping event %s (%s)",

src/ContentProcessorWorkflow/src/libs/llm_token_telemetry.py

@@ -48,6 +48,7 @@
 
 import asyncio
 import functools
+import hashlib
 import logging
 import os
 import random
@@ -526,6 +527,18 @@ def emit(self, event_name: str, **dimensions: Any) -> None:
                         continue
                 props[k] = v if isinstance(v, str) else str(v)
 
+            # Deterministic event_id for deduplication across services.
+            # Key fields: event_name + process_id + agent_name + model
+            dedup_parts = [
+                event_name,
+                props.get("process_id", ""),
+                props.get("agent_name", ""),
+                props.get("model_deployment_name", ""),
+            ]
+            props["event_id"] = hashlib.sha256(
+                "|".join(dedup_parts).encode()
+            ).hexdigest()[:16]
+
             if not self.enabled:
                 self._log.debug(
                     "App Insights not configured -- skipping event %s (%s)",