fix(e2e): improve test stability and developer experience (#337)

* fix(e2e): add masks for dynamic content and increase timeouts for slow servers

- Add HOST_MASKS for Tool Input/Result panels with dynamic timestamps
- Add say-server to SLOW_SERVERS (10s) for TTS model download
- Add say-server to EXTRA_WAIT_MS (30s) in generate-grid-screenshots

* feat: add update-lock:docker script to regenerate lockfile with public registry

* pin package versions for dev compatibility

* feat(basic-host): add ?theme=hide query param to hide theme toggle in screenshots

- Add hideThemeToggle param to getQueryParams()
- Conditionally render ThemeToggle based on ?theme=hide
- Update e2e tests to use ?theme=hide for consistent screenshots

* update screenshots

* update screenshots

* fix(husky): load Node.js environment for GUI apps like GitHub Desktop

* fix(e2e): increase map-server wait time to 15s for tile loading

* fix(e2e): increase waitForAppLoad timeout to 30s for nested iframe loading

* ci: add workflow to update e2e snapshots

* ci: trigger snapshot update on push to this branch

* chore: update e2e snapshots [skip ci]

* ci: trigger CI after snapshot update

* style: fix prettier formatting in update-snapshots workflow

* fix: pin seroval, seroval-plugins, and solid-js for dev compatibility

---------

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

Author: ochafik

.github/workflows/update-snapshots.yml

@@ -0,0 +1,53 @@
+name: Update E2E Snapshots
+
+on:
+  workflow_dispatch:
+    inputs:
+      branch:
+        description: "Branch to update snapshots on"
+        required: true
+        default: "main"
+  # Temporary: auto-run on this branch to update snapshots
+  push:
+    branches:
+      - "ochafik/fix-e2e-flaky-tests"
+    paths:
+      - ".github/workflows/update-snapshots.yml"
+
+permissions:
+  contents: write
+
+jobs:
+  update-snapshots:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.inputs.branch || github.ref }}
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: latest
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: "20"
+
+      - uses: astral-sh/setup-uv@v5
+
+      - run: npm ci
+
+      - name: Install Playwright browsers
+        run: npx playwright install --with-deps chromium
+
+      - name: Update snapshots
+        run: npx playwright test --update-snapshots --reporter=list
+
+      - name: Commit updated snapshots
+        run: |
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add tests/e2e/**/*.png
+          git diff --staged --quiet || git commit -m "chore: update e2e snapshots [skip ci]"
+          git push

examples/basic-host/src/index.tsx

@@ -55,13 +55,14 @@ interface HostProps {
 type ToolCallEntry = ToolCallInfo & { id: number };
 let nextToolCallId = 0;
 
-// Parse URL query params for debugging: ?server=name&tool=name&call=true
+// Parse URL query params for debugging: ?server=name&tool=name&call=true&theme=hide
 function getQueryParams() {
   const params = new URLSearchParams(window.location.search);
   return {
     server: params.get("server"),
     tool: params.get("tool"),
     call: params.get("call") === "true",
+    hideThemeToggle: params.get("theme") === "hide",
   };
 }
 
@@ -107,7 +108,7 @@ function Host({ serversPromise }: HostProps) {
 
   return (
     <>
-      <ThemeToggle />
+      {!queryParams.hideThemeToggle && <ThemeToggle />}
       {toolCalls.map((info) => (
         <ToolCallInfoPanel
           key={info.id}

examples/basic-server-solid/package.json

@@ -26,7 +26,7 @@
     "@modelcontextprotocol/sdk": "^1.24.0",
     "cors": "^2.8.5",
     "express": "^5.1.0",
-    "solid-js": "1.9.11",
+    "solid-js": "1.9.10",
     "zod": "^4.1.13"
   },
   "devDependencies": {

examples/map-server/grid-cell.png

@@ -135,5 +135,10 @@
     "@rollup/rollup-linux-x64-gnu": "^4.53.3",
     "@rollup/rollup-win32-arm64-msvc": "^4.53.3",
     "@rollup/rollup-win32-x64-msvc": "^4.53.3"
+  },
+  "overrides": {
+    "seroval": "1.4.1",
+    "seroval-plugins": "1.4.2",
+    "solid-js": "1.9.10"
   }
 }