update

Author: StellaHuang95

analysis/kusto/00-telemetry-validation.kql

@@ -144,10 +144,68 @@ RawEventsVSCodeExt
     UniqueMachines = dcount(VSCodeMachineId)
     by ManagerName = tostring(Properties.managername), ErrorType = tostring(Properties.errortype)
 | extend TotalUniqueMachines = totalMachines
-| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalUniqueMachines) * 100, 1)
+| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalUniqueMachines) * 100, 2)
 | order by EventCount desc;
 
 
+// =============================================================================
+// CHECK 4a: SPAWN_TIMEOUT failures broken down by manager × extension version
+// Shows whether spawn_timeout is improving or worsening across versions.
+// If a new version shows higher MachinePct → that release regressed timeout handling.
+// =============================================================================
+let totalByVersion = RawEventsVSCodeExt
+| where ServerTimestamp > ago(7d)
+| where ExtensionName == "ms-python.vscode-python-envs"
+| where ExtensionVersion != ""
+| extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtensionVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtensionVersion))
+| where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+| summarize TotalMachines = dcount(VSCodeMachineId) by ExtVersion = ExtensionVersion;
+RawEventsVSCodeExt
+| where ServerTimestamp > ago(7d)
+| where EventName == "ms-python.vscode-python-envs/manager_registration.failed"
+| extend ExtVersion = tostring(Properties["common.extversion"])
+| extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
+| where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+| where tostring(Properties.errortype) == "spawn_timeout"
+| summarize
+    EventCount = count(),
+    UniqueMachines = dcount(VSCodeMachineId)
+    by ManagerName = tostring(Properties.managername), ExtVersion
+| join kind=inner totalByVersion on ExtVersion
+| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalMachines) * 100, 2)
+| project ManagerName, ExtVersion, EventCount, UniqueMachines, TotalMachines, MachinePct
+| order by ManagerName asc, ExtVersion desc;
+
+
+// =============================================================================
+// CHECK 4b: UNKNOWN failures broken down by manager × extension version
+// Shows whether unknown errors are improving or worsening across versions.
+// High counts in the latest version → new unclassified error paths need investigation.
+// =============================================================================
+let totalByVersion = RawEventsVSCodeExt
+| where ServerTimestamp > ago(7d)
+| where ExtensionName == "ms-python.vscode-python-envs"
+| where ExtensionVersion != ""
+| extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtensionVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtensionVersion))
+| where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+| summarize TotalMachines = dcount(VSCodeMachineId) by ExtVersion = ExtensionVersion;
+RawEventsVSCodeExt
+| where ServerTimestamp > ago(7d)
+| where EventName == "ms-python.vscode-python-envs/manager_registration.failed"
+| extend ExtVersion = tostring(Properties["common.extversion"])
+| extend _minor = toint(extract("^1\\.(\\d+)", 1, ExtVersion)), _patch = tolong(extract("^1\\.\\d+\\.(\\d+)", 1, ExtVersion))
+| where _minor > 23 or (_minor == 23 and _patch >= 10781012)
+| where tostring(Properties.errortype) == "unknown"
+| summarize
+    EventCount = count(),
+    UniqueMachines = dcount(VSCodeMachineId)
+    by ManagerName = tostring(Properties.managername), ExtVersion
+| join kind=inner totalByVersion on ExtVersion
+| extend MachinePct = round(todouble(UniqueMachines) / todouble(TotalMachines) * 100, 2)
+| project ManagerName, ExtVersion, EventCount, UniqueMachines, TotalMachines, MachinePct
+| order by ManagerName asc, ExtVersion desc;
+
+
 // =============================================================================
 // CHECK 5: SETUP.HANG_DETECTED — property validation
 // Expected: failureStage in {nativeFinder, managerRegistration, envSelection, terminalWatcher, settingsListener}

analysis/kusto/dashboard.ipynb

@@ -56,7 +56,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "for title, query in load_kql_sections(\"00-telemetry-validation.kql\"):\n",
+    "sections = load_kql_sections(\"00-telemetry-validation.kql\")\n",
+    "for title, query in sections[:4]:\n",
     "    display(Markdown(f\"### {title}\"))\n",
     "    try:\n",
     "        df = run_kql(client, query)\n",
@@ -68,9 +69,27 @@
    ]
   },
   {
-   "cell_type": "markdown",
+   "cell_type": "code",
+   "execution_count": null,
    "id": "4",
    "metadata": {},
+   "outputs": [],
+   "source": [
+    "for title, query in sections[4:]:\n",
+    "    display(Markdown(f\"### {title}\"))\n",
+    "    try:\n",
+    "        df = run_kql(client, query)\n",
+    "        display(df)\n",
+    "        if \"TotalUniqueMachines\" in df.columns:\n",
+    "            print(f\"Total unique machines: {df['TotalUniqueMachines'].iloc[0]:,}\")\n",
+    "    except Exception as e:\n",
+    "        print(f\"  ⚠️ {e}\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "5",
+   "metadata": {},
    "source": [
     "---\n",
     "## 1. Registration Failure Stage Breakdown (28 days)\n",
@@ -82,7 +101,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "5",
+   "id": "6",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -92,7 +111,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6",
+   "id": "7",
    "metadata": {},
    "source": [
     "---\n",
@@ -105,7 +124,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "7",
+   "id": "8",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -115,7 +134,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8",
+   "id": "9",
    "metadata": {},
    "source": [
     "---\n",
@@ -127,7 +146,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "9",
+   "id": "10",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -137,7 +156,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "10",
+   "id": "11",
    "metadata": {},
    "source": [
     "---\n",
@@ -149,7 +168,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "11",
+   "id": "12",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -159,7 +178,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "12",
+   "id": "13",
    "metadata": {},
    "source": [
     "---\n",
@@ -171,7 +190,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "13",
+   "id": "14",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -204,7 +223,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "14",
+   "id": "15",
    "metadata": {},
    "source": [
     "---\n",
@@ -216,7 +235,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "15",
+   "id": "16",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -239,7 +258,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "16",
+   "id": "17",
    "metadata": {},
    "source": [
     "---\n",
@@ -251,7 +270,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "17",
+   "id": "18",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -275,7 +294,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "18",
+   "id": "19",
    "metadata": {},
    "source": [
     "---\n",
@@ -287,7 +306,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "19",
+   "id": "20",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -297,7 +316,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "20",
+   "id": "21",
    "metadata": {},
    "source": [
     "---\n",
@@ -309,7 +328,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "21",
+   "id": "22",
    "metadata": {},
    "outputs": [],
    "source": [