refactor(test): run tests directly via bun test --parallel

Drop the custom scripts/run-tests.ts wrapper in favor of bun test's
built-in --parallel mode, which implies --isolate and gives module-state
isolation between test files. Expand lint and format coverage to
test/e2e/ and add an .oxfmtrc.json that excludes fixture lockfiles.
Clean up the e2e fixture helpers: drop the unused description parameter
from createTestUser/deleteTestUser, pass dotenv: false to clerkSetup so
the CLI's own env-loading is what gets tested, and tidy the per-test
user lifecycle and logger surfaces.

Author: wyattjoh

.oxfmtrc.json

@@ -0,0 +1,4 @@
+{
+  "$schema": "./node_modules/oxfmt/configuration_schema.json",
+  "ignorePatterns": ["test/e2e/fixtures/**"]
+}

.oxlintrc.json

@@ -1,8 +1,10 @@
 {
+  "$schema": "./node_modules/oxlint/configuration_schema.json",
   "rules": {
     "unicorn/no-process-exit": "error",
     "no-console": "error"
   },
+  "ignorePatterns": ["test/e2e/fixtures/**"],
   "overrides": [
     {
       "files": [

CONTRIBUTING.md

@@ -88,7 +88,7 @@ bunx playwright install chromium
 
 bun run test:e2e:op                          # Run all E2E tests (secrets from 1Password)
 bun run test:e2e:op -- --filter react        # Run only tests matching "react"
-bun run test:e2e:op -- --debug               # Verbose helper logging (sets CLERK_E2E_DEBUG=1)
+bun run test:e2e:op -- --debug               # Force serial execution for parsing logs (sets CLERK_E2E_DEBUG=1)
 bun run test:e2e:op -- --har                 # Capture HAR files to test/e2e/.har for network debugging
 bun run test:e2e:op -- --har-dir ./out       # Capture HAR files to a custom directory
 bun run e2e:refresh-fixtures                 # Re-scaffold fixture projects from upstream CLIs

package.json

@@ -7,14 +7,14 @@
   "scripts": {
     "build": "bun run --filter @clerk/cli-core build",
     "dev": "bun run --cwd packages/cli-core dev",
-    "test": "bun run scripts/run-tests.ts --pattern 'packages/cli-core/src/**/*.test.ts' --pattern 'scripts/**/*.test.ts'",
-    "test:e2e": "bun run scripts/run-tests.ts --pattern 'test/e2e/*.test.ts' --retries 1",
+    "test": "bun test 'packages/cli-core/src/' 'scripts/' --parallel --only-failures",
+    "test:e2e": "bun test 'test/e2e/' --retry 1 --parallel --only-failures",
     "test:e2e:op": "bun run scripts/run-e2e-op.ts",
     "e2e:refresh-fixtures": "bun run scripts/refresh-e2e-fixtures.ts",
     "typecheck": "bun run --filter './packages/*' typecheck && tsc --noEmit -p scripts/tsconfig.json && tsc --noEmit -p test/e2e/tsconfig.json",
-    "lint": "bun run --filter './packages/*' lint && oxlint -c .oxlintrc.json scripts/",
-    "format": "bun run --filter './packages/*' format && oxfmt --write scripts/",
-    "format:check": "bun run --filter './packages/*' format:check && oxfmt --check scripts/",
+    "lint": "bun run --filter './packages/*' lint && oxlint -c .oxlintrc.json scripts/ test/e2e/",
+    "format": "bun run --filter './packages/*' format && oxfmt --write scripts/ test/e2e/",
+    "format:check": "bun run --filter './packages/*' format:check && oxfmt --check scripts/ test/e2e/",
     "check:patches": "bun run scripts/check-patches.ts",
     "build:compile": "bun run --filter @clerk/cli-core build:compile",
     "version-packages": "bun changeset version",

packages/cli-core/package.json

@@ -13,7 +13,8 @@
     "typecheck": "tsc --noEmit -p tsconfig.json",
     "lint": "oxlint src/",
     "format": "oxfmt --write src/",
-    "format:check": "oxfmt --check src/"
+    "format:check": "oxfmt --check src/",
+    "test": "bun test src/ --parallel"
   },
   "dependencies": {
     "@clerk/cli-extras": "workspace:*",

scripts/run-tests.ts

@@ -6,7 +6,6 @@ import type { FixtureConfig } from "./lib/types.ts";
 const fixtureDir = join(import.meta.dir, "fixtures/astro");
 
 export const config = {
-  description: "Astro with TypeScript",
   scaffoldCmd: [
     "npx",
     "--yes",
@@ -25,7 +24,7 @@ export const config = {
 } satisfies FixtureConfig;
 
 describe("Astro with Typescript", () => {
-  const getFixture = createGetFixture(fixtureDir, config);
+  const getFixture = createGetFixture(fixtureDir);
 
   describe("clerk init", () => {
     runFixtureTest(getFixture, config);

test/e2e/astro.test.ts

@@ -94,15 +94,14 @@ async function tryStart(opts: {
   devCmd: string[];
   port: number;
   projectDir: string;
-  fixtureName: string;
 }): Promise<StartAttempt> {
-  const { devCmd, port, projectDir, fixtureName } = opts;
+  const { devCmd, port, projectDir } = opts;
   const fullCmd = buildDevCommand(devCmd, port);
   const host = getDevServerHost(devCmd);
   const stderrLines: string[] = [];
   const stdoutLines: string[] = [];
 
-  log(fixtureName, `starting dev server: npx ${fullCmd.join(" ")} on port ${port}`);
+  log(`starting dev server: npx ${fullCmd.join(" ")} on port ${port}`);
 
   const proc = Bun.spawn(["npx", ...fullCmd], {
     cwd: projectDir,
@@ -152,7 +151,7 @@ async function tryStart(opts: {
   while (Date.now() < deadline) {
     // Early-bail: framework reported the port is taken. Don't wait the full timeout.
     if (hasPortConflict()) {
-      log(fixtureName, `port ${port} reported in use by dev server`);
+      log(`port ${port} reported in use by dev server`);
       await killAndAwait();
       return { kind: "port_conflict" };
     }
@@ -161,7 +160,7 @@ async function tryStart(opts: {
     // retrying. Detect that as a port conflict if the output supports it.
     if (proc.exitCode !== null) {
       if (hasPortConflict()) {
-        log(fixtureName, `dev server exited (port ${port} in use)`);
+        log(`dev server exited (port ${port} in use)`);
         return { kind: "port_conflict" };
       }
       throw new Error(
@@ -171,7 +170,7 @@ async function tryStart(opts: {
     }
 
     if (await canConnect(host, port, 1000)) {
-      log(fixtureName, `dev server ready (accepting TCP on ${host}:${port})`);
+      log(`dev server ready (accepting TCP on ${host}:${port})`);
       return {
         kind: "ready",
         value: { proc, port, host, stdout: stdoutLines, stderr: stderrLines },
@@ -204,7 +203,6 @@ async function tryStart(opts: {
 export async function startDevServer(opts: {
   devCmd: string[];
   projectDir: string;
-  fixtureName: string;
 }): Promise<ReadyServer> {
   for (let attempt = 1; attempt <= MAX_BIND_ATTEMPTS; attempt++) {
     const port = await getAvailablePort();
@@ -217,14 +215,14 @@ export async function startDevServer(opts: {
           `(last attempted port: ${port}).`,
       );
     }
-    log(opts.fixtureName, `port ${port} collided, retrying (${attempt + 1}/${MAX_BIND_ATTEMPTS})`);
+    log(`port ${port} collided, retrying (${attempt + 1}/${MAX_BIND_ATTEMPTS})`);
   }
   throw new Error("unreachable");
 }
 
 /** Kill a dev server process, falling back to SIGKILL after 5 seconds. */
-export async function killDevServer(proc: Subprocess, fixtureName: string): Promise<void> {
-  log(fixtureName, "killing dev server");
+export async function killDevServer(proc: Subprocess): Promise<void> {
+  log("killing dev server");
   proc.kill("SIGTERM");
 
   const timeout = setTimeout(() => {
@@ -237,5 +235,5 @@ export async function killDevServer(proc: Subprocess, fixtureName: string): Prom
     clearTimeout(timeout);
   }
 
-  log(fixtureName, "dev server stopped");
+  log("dev server stopped");
 }