fix: address review comments - event_id collision and nondeterministic file_types

- Pass agent_name and model_deployment_name to emit_summary for unique event_id
- Sort file_types set before joining for deterministic telemetry dimensions

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: Prachig-Microsoft

src/ContentProcessor/src/libs/llm_token_telemetry.py

@@ -773,6 +773,8 @@ def emit_all(
             primary_model=model_deployment_name,
             additional_agents=additional_agents,
             telemetry_overhead_ms=f"{batch_overhead_ms:.3f}",
+            agent_name=agent_name,
+            model_deployment_name=model_deployment_name,
             **dimensions,
         )
 

src/ContentProcessorWorkflow/src/libs/llm_token_telemetry.py

@@ -773,6 +773,8 @@ def emit_all(
             primary_model=model_deployment_name,
             additional_agents=additional_agents,
             telemetry_overhead_ms=f"{batch_overhead_ms:.3f}",
+            agent_name=agent_name,
+            model_deployment_name=model_deployment_name,
             **dimensions,
         )
 

src/ContentProcessorWorkflow/src/steps/gap_analysis/executor/gap_executor.py

@@ -200,7 +200,7 @@ async def handle_execute(
         # Track token usage for gap analysis
         model_name = agent_framework_helper.settings.get_service_config("default").chat_deployment_name
         file_names = ", ".join(f.file_name for f in processed_files) if processed_files else ""
-        file_types = ", ".join(set(f.mime_type for f in processed_files if f.mime_type)) if processed_files else ""
+        file_types = ", ".join(sorted(set(f.mime_type for f in processed_files if f.mime_type))) if processed_files else ""
         with TokenUsageScope(
             token_emitter,
             agent_name="GapAnalysis",

src/ContentProcessorWorkflow/src/steps/rai/executor/rai_executor.py

@@ -192,7 +192,7 @@ async def handle_exectue(
         # Track token usage for RAI check
         model_name = agent_framework_helper.settings.get_service_config("default").chat_deployment_name
         file_names = ", ".join(f.file_name for f in processed_files) if processed_files else ""
-        file_types = ", ".join(set(f.mime_type for f in processed_files if f.mime_type)) if processed_files else ""
+        file_types = ", ".join(sorted(set(f.mime_type for f in processed_files if f.mime_type))) if processed_files else ""
         with TokenUsageScope(
             token_emitter,
             agent_name="RAI",

src/ContentProcessorWorkflow/src/steps/summarize/executor/summarize_executor.py

@@ -200,7 +200,7 @@ async def handle_execute(
         # Track token usage for summarization
         model_name = agent_framework_helper.settings.get_service_config("default").chat_deployment_name
         file_names = ", ".join(f.file_name for f in processed_files) if processed_files else ""
-        file_types = ", ".join(set(f.mime_type for f in processed_files if f.mime_type)) if processed_files else ""
+        file_types = ", ".join(sorted(set(f.mime_type for f in processed_files if f.mime_type))) if processed_files else ""
         with TokenUsageScope(
             token_emitter,
             agent_name="Summarize",