Add AI Gateway smoke coverage to e2e

Author: IzumiSy

.github/workflows/ci-e2e.yaml

@@ -44,5 +44,6 @@ jobs:
         env:
           VITE_TAILOR_APP_URL: ${{ secrets.E2E_TAILOR_APP_URL }}
           VITE_TAILOR_CLIENT_ID: ${{ secrets.E2E_TAILOR_CLIENT_ID }}
+          VITE_TAILOR_AI_GATEWAY_URL: ${{ secrets.E2E_TAILOR_AI_GATEWAY_URL }}
           E2E_USER_EMAIL: ${{ secrets.E2E_USER_EMAIL }}
           E2E_USER_PASSWORD: ${{ secrets.E2E_USER_PASSWORD }}

e2e/.env.example

@@ -2,6 +2,8 @@
 VITE_TAILOR_APP_URL=
 # OAuth2 public client ID
 VITE_TAILOR_CLIENT_ID=
+# AI Gateway URL (e.g., https://<gateway-domain>)
+VITE_TAILOR_AI_GATEWAY_URL=
 
 # E2E test user credentials
 E2E_USER_EMAIL=e2e-test@example.com

e2e/README.md

@@ -1,6 +1,6 @@
-# E2E Tests for AuthProvider
+# E2E Tests for AuthProvider and AI Gateway
 
-Playwright-based E2E tests that verify the AuthProvider OAuth authentication flow against a real Tailor Platform workspace.
+Playwright-based E2E tests that verify the AuthProvider OAuth authentication flow and a minimal AI Gateway smoke check against a real Tailor Platform workspace.
 
 ## Setup
 
@@ -11,7 +11,7 @@ cd e2e/backend
 TAILOR_PLATFORM_WORKSPACE_ID=<your-workspace-id> pnpm deploy
 ```
 
-After deploy, retrieve the app URL and client ID using `tailor-sdk`:
+After deploy, retrieve the app URL, client ID, and AI Gateway URL using `tailor-sdk`:
 
 ```bash
 # Get the app URL
@@ -21,6 +21,10 @@ npx tailor-sdk show --workspace-id <your-workspace-id> --json
 # Get the OAuth2 client ID
 npx tailor-sdk oauth2client list --workspace-id <your-workspace-id> --json
 # → [{"clientId": "tpoc_...", ...}]
+
+# Get the AI Gateway domain
+npx tailor-sdk workspace app list --workspace-id <your-workspace-id> --json
+# → find the entry named "e2e-ai-gateway" and use https://<domain>
 ```
 
 ### 2. Create a test user
@@ -50,7 +54,7 @@ mutation CreateUserProfile {
 cp e2e/.env.example e2e/.env
 ```
 
-Fill in `VITE_TAILOR_APP_URL` and `VITE_TAILOR_CLIENT_ID` (retrieved above). The test user credentials are pre-filled.
+Fill in `VITE_TAILOR_APP_URL`, `VITE_TAILOR_CLIENT_ID`, and `VITE_TAILOR_AI_GATEWAY_URL` (retrieved above). The test user credentials are pre-filled.
 
 ### 4. Install dependencies & browsers
 
@@ -74,12 +78,13 @@ cd e2e && pnpm dev
 
 ## Test Scenarios
 
-| Test                | Description                                                      |
-| ------------------- | ---------------------------------------------------------------- |
-| Auth guard display  | Verifies unauthenticated users see the login UI                  |
-| Login flow          | Full OAuth redirect → IDP login → callback → authenticated state |
-| Logout              | Verifies logout returns to auth guard                            |
-| Session persistence | Confirms page reload maintains authentication                    |
+| Test                | Description                                                         |
+| ------------------- | ------------------------------------------------------------------- |
+| Auth guard display  | Verifies unauthenticated users see the login UI                     |
+| Login flow          | Full OAuth redirect → IDP login → callback → authenticated state    |
+| Logout              | Verifies logout returns to auth guard                               |
+| Session persistence | Confirms page reload maintains authentication                       |
+| AI Gateway smoke    | Sends `PING` and checks the OpenAI-compatible reply contains `PONG` |
 
 ## Architecture
 

e2e/app/src/App.tsx

@@ -1,10 +1,31 @@
-import { AuthProvider, createAuthClient, useAuth } from "@tailor-platform/app-shell";
+import {
+  type AIGatewayClient,
+  AuthProvider,
+  createAIGatewayClient,
+  createAuthClient,
+  useAIChat,
+  useAuth,
+} from "@tailor-platform/app-shell";
 
 const authClient = createAuthClient({
   appUri: import.meta.env.VITE_TAILOR_APP_URL,
   clientId: import.meta.env.VITE_TAILOR_CLIENT_ID,
 });
 
+const aiGatewayUrl = import.meta.env.VITE_TAILOR_AI_GATEWAY_URL;
+const aiClient = aiGatewayUrl
+  ? createAIGatewayClient({
+      gatewayUri: aiGatewayUrl,
+      authClient,
+    })
+  : null;
+
+const unavailableAIClient = {
+  async *chatCompletionStream() {
+    throw new Error("AI Gateway not configured");
+  },
+} satisfies AIGatewayClient;
+
 const AuthGuard = () => {
   const { login } = useAuth();
 
@@ -27,6 +48,20 @@ const AuthGuard = () => {
 
 const AuthenticatedContent = () => {
   const { logout, isAuthenticated } = useAuth();
+  const { messages, status, error, sendMessage } = useAIChat({
+    client: aiClient ?? unavailableAIClient,
+    model: "gpt-5-mini",
+  });
+  const aiResponse =
+    [...messages].reverse().find((message) => message.role === "assistant")?.content ?? "";
+
+  const runAISmoke = async () => {
+    if (!aiClient) {
+      return;
+    }
+
+    await sendMessage("Reply with exactly PONG. Do not add any other text. PING");
+  };
 
   return (
     <main data-testid="authenticated-content">
@@ -41,6 +76,19 @@ const AuthenticatedContent = () => {
       >
         Log out
       </button>
+      <button
+        type="button"
+        data-testid="ai-smoke-button"
+        disabled={!aiClient || status === "submitted" || status === "streaming"}
+        onClick={() => {
+          void runAISmoke();
+        }}
+      >
+        Check AI Gateway
+      </button>
+      <p data-testid="ai-smoke-status">{status}</p>
+      <pre data-testid="ai-smoke-response">{aiResponse}</pre>
+      {error ? <pre data-testid="ai-smoke-error">{error.message}</pre> : null}
     </main>
   );
 };

e2e/backend/tailor.config.ts

@@ -1,4 +1,4 @@
-import { defineAuth, defineConfig, defineIdp } from "@tailor-platform/sdk";
+import { defineAIGateway, defineAuth, defineConfig, defineIdp } from "@tailor-platform/sdk";
 import { user } from "./src/tailordb/user";
 
 const oauth2Config = {
@@ -32,7 +32,14 @@ const auth = defineAuth("e2e-auth", {
   idProvider: idp.provider(idp.name, idp.clients[0]),
 });
 
+const aiGateway = defineAIGateway("e2e-ai-gateway", {
+  authNamespace: "default",
+  cors: [oauth2Config.redirectURIs[0]],
+});
+
 export default defineConfig({
+  // SDK-managed app id — do not edit, except when copying this config to a separate app.
+  id: "c1f3a27c-3771-4ca9-99ae-fb38b435bbbc",
   name: "app-shell-e2e",
   cors: [oauth2Config.redirectURIs[0]],
 
@@ -42,4 +49,5 @@ export default defineConfig({
 
   auth,
   idp: [idp],
+  aiGateways: [aiGateway],
 });

e2e/backend/tailor.d.ts

@@ -1,6 +1,6 @@
 // This file is auto-generated by @tailor-platform/sdk
 // Do not edit this file manually
-// Regenerated automatically when running 'tailor-sdk apply' or 'tailor-sdk generate'
+// Regenerated automatically when running 'tailor-sdk deploy' or 'tailor-sdk generate'
 
 declare module "@tailor-platform/sdk" {
   interface AttributeMap {

e2e/package.json

@@ -11,7 +11,7 @@
   "devDependencies": {
     "@playwright/test": "1.51.1",
     "@tailor-platform/app-shell": "workspace:*",
-    "@tailor-platform/sdk": "^1.45.1",
+    "@tailor-platform/sdk": "^1.66.0",
     "@tailwindcss/vite": "^4.3.0",
     "@types/node": "catalog:",
     "@types/react": "catalog:",

e2e/tests/auth.spec.ts

@@ -114,4 +114,40 @@ test.describe("AuthProvider", () => {
     });
     await expect(page.getByTestId("auth-status")).toHaveText("Logged in");
   });
+
+  test("authenticated user can reach AI Gateway with an OpenAI smoke prompt", async ({ page }) => {
+    const email = process.env.E2E_USER_EMAIL;
+    const password = process.env.E2E_USER_PASSWORD;
+    const aiGatewayUrl = process.env.VITE_TAILOR_AI_GATEWAY_URL;
+
+    if (!email || !password) {
+      test.skip(true, "E2E_USER_EMAIL and E2E_USER_PASSWORD must be set");
+      return;
+    }
+
+    if (!aiGatewayUrl) {
+      test.skip(true, "VITE_TAILOR_AI_GATEWAY_URL must be set");
+      return;
+    }
+
+    await page.goto("/");
+    await page.getByTestId("login-button").click();
+
+    await page.waitForURL(/idp\.erp\.dev\/.*\/signin/);
+    await page.getByLabel(/email/i).fill(email);
+    await page.locator("#password").fill(password);
+    await page.getByRole("button", { name: /sign in|log in|submit/i }).click();
+
+    await page.waitForURL("http://localhost:3100/**");
+    await expect(page.getByTestId("authenticated-content")).toBeVisible({
+      timeout: 10000,
+    });
+
+    await page.getByTestId("ai-smoke-button").click();
+
+    await expect(page.getByTestId("ai-smoke-response")).toContainText(/pong/i, {
+      timeout: 30000,
+    });
+    await expect(page.getByTestId("ai-smoke-status")).toHaveText("ready");
+  });
 });