update

Author: StellaHuang95

analysis/kusto/00-telemetry-validation.kql

@@ -17,7 +17,7 @@ RawEventsVSCodeExt
 | extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtensionVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtensionVersion))
 | where _minor > 23 or (_minor == 23 and _patch >= 10781012)
 | summarize UniqueMachines = dcount(VSCodeMachineId) by ExtensionVersion
-| order by ExtensionVersion desc;
+| order by UniqueMachines desc;
 
 
 // =============================================================================
@@ -131,6 +131,16 @@ RawEventsVSCodeExt
     EventCount = count(),
     UniqueMachines = dcount(VSCodeMachineId)
     by ManagerName = tostring(Properties.managername), ErrorType = tostring(Properties.errortype)
+| extend TotalUniqueMachines = toscalar(
+    RawEventsVSCodeExt
+    | where ServerTimestamp > ago(7d)
+    | where EventName == "ms-python.vscode-python-envs/manager_registration.failed"
+    | extend ExtVersion = tostring(Properties["common.extversion"])
+    | extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
+    | where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+    | summarize dcount(VSCodeMachineId)
+)
+| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalUniqueMachines) * 100, 1)
 | order by EventCount desc;
 
 
@@ -149,21 +159,43 @@ RawEventsVSCodeExt
     EventCount = count(),
     UniqueMachines = dcount(VSCodeMachineId)
     by FailureStage = tostring(Properties.failurestage)
+| extend TotalUniqueMachines = toscalar(
+    RawEventsVSCodeExt
+    | where ServerTimestamp > ago(7d)
+    | where EventName == "ms-python.vscode-python-envs/setup.hang_detected"
+    | extend ExtVersion = tostring(Properties["common.extversion"])
+    | extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
+    | where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+    | summarize dcount(VSCodeMachineId)
+)
+| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalUniqueMachines) * 100, 1)
 | order by EventCount desc;
 
 
 // =============================================================================
-// CHECK 6: Sanity ratio — skipped + registered should roughly add up
-// For each manager that can be skipped, compare skipped count to registered count.
+// CHECK 6: Registered vs Skipped — unique machine counts per manager
+// For each manager that can be skipped, compare registered vs skipped machine counts.
 // If a manager shows 0 registered AND 0 skipped, the telemetry path may be broken.
 // =============================================================================
+let totalMachines = toscalar(
+    RawEventsVSCodeExt
+    | where ServerTimestamp > ago(7d)
+    | where EventName in (
+        "ms-python.vscode-python-envs/manager_registration.skipped",
+        "ms-python.vscode-python-envs/environment_manager.registered"
+    )
+    | extend ExtVersion = tostring(Properties["common.extversion"])
+    | extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
+    | where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+    | summarize dcount(VSCodeMachineId)
+);
 let skipped = RawEventsVSCodeExt
 | where ServerTimestamp > ago(7d)
 | where EventName == "ms-python.vscode-python-envs/manager_registration.skipped"
 | extend ExtVersion = tostring(Properties["common.extversion"])
 | extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
 | where _minor > 23 or (_minor == 23 and _patch >= 10781012)
-| summarize Skipped = dcount(VSCodeMachineId) by Manager = tostring(Properties.managername);
+| summarize SkippedMachines = dcount(VSCodeMachineId) by Manager = tostring(Properties.managername);
 let registered = RawEventsVSCodeExt
 | where ServerTimestamp > ago(7d)
 | where EventName == "ms-python.vscode-python-envs/environment_manager.registered"
@@ -178,21 +210,17 @@ let registered = RawEventsVSCodeExt
     RawManagerId has "pipenv", "pipenv",
     RawManagerId has "poetry", "poetry",
     RawManagerId)
-| summarize Registered = dcount(VSCodeMachineId) by Manager;
+| summarize RegisteredMachines = dcount(VSCodeMachineId) by Manager;
 skipped
 | join kind=fullouter registered on Manager
 | project 
     Manager = coalesce(Manager, Manager1),
-    Registered = coalesce(Registered, 0),
-    Skipped = coalesce(Skipped, 0)
+    RegisteredMachines = coalesce(RegisteredMachines, 0),
+    SkippedMachines = coalesce(SkippedMachines, 0),
+    TotalUniqueMachines = totalMachines
 | extend 
-    Total = Registered + Skipped,
-    Status = case(
-        Registered + Skipped == 0, "⚠️ NO DATA — check telemetry path",
-        Registered == 0, "ℹ️ All skipped (tool not installed by anyone?)",
-        Skipped == 0, "ℹ️ All registered (everyone has this tool?)",
-        "✅ Mix of registered + skipped — looks correct"
-    )
+    RegisteredPct = round(todouble(RegisteredMachines) / todouble(TotalUniqueMachines) * 100, 1),
+    SkippedPct = round(todouble(SkippedMachines) / todouble(TotalUniqueMachines) * 100, 1)
 | order by Manager asc;
 
 

analysis/kusto/dashboard.ipynb

@@ -61,6 +61,8 @@
     "    try:\n",
     "        df = run_kql(client, query)\n",
     "        display(df)\n",
+    "        if \"UniqueMachines\" in df.columns:\n",
+    "            print(f\"Total unique machines: {df['UniqueMachines'].sum():,}\")\n",
     "    except Exception as e:\n",
     "        print(f\"  ⚠️ {e}\")"
    ]