ci: update pipeline

Author: wenytang-ms

test/e2e/fixtures/baseTest.ts

@@ -51,6 +51,23 @@ export const test = base.extend<TestFixtures>({
         const projectDir = path.join(tmpDir, projectName);
         fs.copySync(path.join(TEST_DATA_ROOT, testProjectDir), projectDir);
 
+        // Write VS Code settings to suppress telemetry prompts and notification noise
+        const vscodeDir = path.join(projectDir, ".vscode");
+        fs.ensureDirSync(vscodeDir);
+        const settingsPath = path.join(vscodeDir, "settings.json");
+        const existingSettings = fs.existsSync(settingsPath)
+            ? JSON.parse(fs.readFileSync(settingsPath, "utf-8"))
+            : {};
+        const mergedSettings = {
+            ...existingSettings,
+            "telemetry.telemetryLevel": "off",
+            "redhat.telemetry.enabled": false,
+            "workbench.colorTheme": "Default Dark Modern",
+            "update.mode": "none",
+            "extensions.ignoreRecommendations": true,
+        };
+        fs.writeFileSync(settingsPath, JSON.stringify(mergedSettings, null, 4));
+
         // 2. Resolve VS Code executable.
         const vscodePath = await downloadAndUnzipVSCode(vscodeVersion);
         const [, ...cliArgs] = resolveCliArgsFromVSCodeExecutablePath(vscodePath);
@@ -67,6 +84,8 @@ export const test = base.extend<TestFixtures>({
                 "--skip-release-notes",
                 "--disable-workspace-trust",
                 "--password-store=basic",
+                // Suppress notifications that block UI interactions
+                "--disable-telemetry",
                 ...cliArgs,
                 `--extensionDevelopmentPath=${EXTENSION_ROOT}`,
                 projectDir,
@@ -75,6 +94,10 @@ export const test = base.extend<TestFixtures>({
 
         const page = await electronApp.firstWindow();
 
+        // Dismiss any startup notifications/dialogs before handing off to tests
+        await page.waitForTimeout(3_000);
+        await dismissAllNotifications(page);
+
         // 4. Optional tracing
         if (testInfo.retry > 0 || !process.env.CI) {
             await page.context().tracing.start({ screenshots: true, snapshots: true, title: testInfo.title });
@@ -105,3 +128,36 @@ export const test = base.extend<TestFixtures>({
         }
     },
 });
+
+/**
+ * Dismiss all VS Code notification toasts (telemetry prompts, theme suggestions, etc.).
+ * These notifications can steal focus and block Quick Open / Command Palette interactions.
+ */
+async function dismissAllNotifications(page: Page): Promise<void> {
+    try {
+        // Click "Clear All Notifications" if the notification center button is visible
+        const clearAll = page.locator(".notifications-toasts .codicon-notifications-clear-all, .notification-toast .codicon-close");
+        let count = await clearAll.count().catch(() => 0);
+        while (count > 0) {
+            await clearAll.first().click();
+            await page.waitForTimeout(500);
+            count = await clearAll.count().catch(() => 0);
+        }
+
+        // Also try the command palette approach as a fallback
+        const notificationToasts = page.locator(".notification-toast");
+        if (await notificationToasts.count().catch(() => 0) > 0) {
+            // Use keyboard shortcut to clear all notifications
+            await page.keyboard.press("Control+Shift+P");
+            const input = page.locator(".quick-input-widget input.input");
+            if (await input.isVisible({ timeout: 3_000 }).catch(() => false)) {
+                await input.fill("Notifications: Clear All Notifications");
+                await page.waitForTimeout(500);
+                await input.press("Enter");
+                await page.waitForTimeout(500);
+            }
+        }
+    } catch {
+        // Best effort
+    }
+}

test/e2e/utils/vscodeOperator.ts

@@ -172,28 +172,36 @@ export default class VscodeOperator {
     static async dismissModalDialog(page: Page): Promise<void> {
         const acceptLabels = ["Yes, I trust the authors", "OK", "Yes", "Continue", "I Trust the Authors"];
         try {
+            // Handle modal dialogs
             const dialog = page.locator(".monaco-dialog-box");
-            if (!await dialog.isVisible({ timeout: 2_000 }).catch(() => false)) {
-                return;
-            }
-            for (const label of acceptLabels) {
-                const btn = dialog.getByRole(VSCode.BUTTON_ROLE, { name: label });
-                if (await btn.isVisible().catch(() => false)) {
-                    await btn.click();
-                    await page.waitForTimeout(Timeout.CLICK);
-                    return;
+            if (await dialog.isVisible({ timeout: 2_000 }).catch(() => false)) {
+                for (const label of acceptLabels) {
+                    const btn = dialog.getByRole(VSCode.BUTTON_ROLE, { name: label });
+                    if (await btn.isVisible().catch(() => false)) {
+                        await btn.click();
+                        await page.waitForTimeout(Timeout.CLICK);
+                        break;
+                    }
                 }
             }
-            // Fallback: click first button
-            const firstBtn = dialog.getByRole(VSCode.BUTTON_ROLE).first();
-            if (await firstBtn.isVisible().catch(() => false)) {
-                await firstBtn.click();
-                await page.waitForTimeout(Timeout.CLICK);
+        } catch {
+            // No modal dialog — nothing to dismiss
+        }
+
+        // Also dismiss notification toasts (telemetry prompts, theme suggestions, etc.)
+        try {
+            const closeButtons = page.locator(".notification-toast .codicon-close");
+            let count = await closeButtons.count().catch(() => 0);
+            while (count > 0) {
+                await closeButtons.first().click();
+                await page.waitForTimeout(500);
+                count = await closeButtons.count().catch(() => 0);
             }
         } catch {
-            // No dialog — nothing to do
+            // Best effort
         }
     }
+    }
 
     /**
      * Waits for a modal dialog to appear and clicks a button by its label.