test: add GRO-1273 gtm smoke, integration, and regression coverage

Author: shrey150

.github/workflows/ci.yml

@@ -0,0 +1,43 @@
+name: CI
+
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 10
+
+      - name: Setup Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: pnpm
+
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+
+      - name: Lint
+        run: pnpm lint
+
+      - name: Regression tests
+        run: pnpm test:regression
+
+      - name: Integration tests
+        run: pnpm test:integration
+
+      - name: Install Playwright Chromium
+        run: pnpm exec playwright install --with-deps chromium
+
+      - name: Smoke tests
+        run: pnpm test:smoke

app/api/agent/route.ts

@@ -4,9 +4,24 @@ import { CoreMessage, generateObject, LanguageModelV1, UserContent } from "ai";
 import { z } from "zod";
 import { ObserveResult, Stagehand } from "@browserbasehq/stagehand";
 
-const ANTHROPIC_MODEL =
-  process.env.ANTHROPIC_MODEL || "claude-sonnet-4-6";
-const LLMClient = anthropic(ANTHROPIC_MODEL);
+export const DEFAULT_ANTHROPIC_MODEL = "claude-sonnet-4-6";
+
+const ANTHROPIC_MODEL_PATTERN = /^claude[-\w.]*$/i;
+
+export function resolveAnthropicModel(rawModel?: string): string {
+  if (!rawModel) {
+    return DEFAULT_ANTHROPIC_MODEL;
+  }
+
+  const normalizedModel = rawModel.trim();
+  if (!normalizedModel || !ANTHROPIC_MODEL_PATTERN.test(normalizedModel)) {
+    return DEFAULT_ANTHROPIC_MODEL;
+  }
+
+  return normalizedModel;
+}
+
+const LLMClient = anthropic(resolveAnthropicModel(process.env.ANTHROPIC_MODEL));
 
 const BANNED_URLS = [
   "gemini.browserbase.com",

app/api/session/route.ts

@@ -40,7 +40,7 @@ const offsetRanges: {
   { min: 5, max: 24, region: "ap-southeast-1" }, // UTC+5 to UTC+24
 ];
 
-function getClosestRegion(timezone?: string): BrowserbaseRegion {
+export function getClosestRegion(timezone?: string): BrowserbaseRegion {
   try {
     if (!timezone) {
       return "us-west-2"; // Default if no timezone provided
@@ -76,42 +76,61 @@ function getClosestRegion(timezone?: string): BrowserbaseRegion {
   }
 }
 
+export function buildBrowserSettings(contextId: string): {
+  advancedStealth: boolean;
+  context: { id: string; persist: boolean };
+} {
+  return {
+    advancedStealth: true,
+    context: {
+      id: contextId,
+      persist: true,
+    },
+  };
+}
+
+export function buildSessionCreateParams({
+  projectId,
+  timezone,
+  contextId,
+}: {
+  projectId: string;
+  timezone?: string;
+  contextId: string;
+}) {
+  return {
+    projectId,
+    browserSettings: buildBrowserSettings(contextId),
+    keepAlive: true,
+    region: getClosestRegion(timezone),
+  } as const;
+}
+
 async function createSession(timezone?: string, contextId?: string) {
   const bb = new Browserbase({
     apiKey: process.env.BROWSERBASE_API_KEY!,
   });
-  const browserSettings: {
-    advancedStealth: boolean;
-    context?: { id: string; persist: boolean };
-  } = {
-    advancedStealth: true,
-  };
-  if (contextId) {
-    browserSettings.context = {
-      id: contextId,
-      persist: true,
-    };
-  } else {
+  let sessionContextId = contextId;
+
+  if (!sessionContextId) {
     const context = await bb.contexts.create({
       projectId: process.env.BROWSERBASE_PROJECT_ID!,
     });
-    browserSettings.context = {
-      id: context.id,
-      persist: true,
-    };
+    sessionContextId = context.id;
   }
 
   console.log("timezone ", timezone);
   console.log("getClosestRegion(timezone)", getClosestRegion(timezone));
-  const session = await bb.sessions.create({
-    projectId: process.env.BROWSERBASE_PROJECT_ID!,
-    browserSettings,
-    keepAlive: true,
-    region: getClosestRegion(timezone),
-  });
+  const session = await bb.sessions.create(
+    buildSessionCreateParams({
+      projectId: process.env.BROWSERBASE_PROJECT_ID!,
+      timezone,
+      contextId: sessionContextId!,
+    })
+  );
   return {
     session,
-    contextId: browserSettings.context?.id,
+    contextId: sessionContextId,
   };
 }
 

package.json

@@ -6,7 +6,11 @@
     "dev": "next dev --turbopack",
     "build": "next build",
     "start": "next start",
-    "lint": "next lint"
+    "lint": "next lint",
+    "test:regression": "vitest run tests/regression",
+    "test:integration": "vitest run tests/integration",
+    "test:smoke": "playwright test",
+    "test": "pnpm test:regression && pnpm test:integration && pnpm test:smoke"
   },
   "dependencies": {
     "@ai-sdk/anthropic": "^1.2.11",
@@ -28,6 +32,7 @@
     "zod": "^3.22.4"
   },
   "devDependencies": {
+    "@playwright/test": "^1.50.0",
     "@eslint/eslintrc": "^3",
     "@types/node": "^20",
     "@types/react": "^19",
@@ -36,6 +41,7 @@
     "eslint-config-next": "15.1.6",
     "postcss": "^8",
     "tailwindcss": "^3.4.1",
-    "typescript": "^5"
+    "typescript": "^5",
+    "vitest": "^2.1.8"
   }
 }

playwright.config.ts

@@ -0,0 +1,20 @@
+import { defineConfig } from "@playwright/test";
+
+const port = 3005;
+const baseURL = `http://127.0.0.1:${port}`;
+
+export default defineConfig({
+  testDir: "./tests/smoke",
+  timeout: 45_000,
+  fullyParallel: true,
+  use: {
+    baseURL,
+    headless: true,
+  },
+  webServer: {
+    command: `pnpm exec next dev --turbopack --port ${port}`,
+    url: baseURL,
+    reuseExistingServer: !process.env.CI,
+    timeout: 180_000,
+  },
+});