ci: add CodSpeed benchmark coverage

Author: simplyme0823

.github/workflows/benchmark-cli.yml

@@ -0,0 +1,46 @@
+name: Benchmark CLI
+
+on:
+  workflow_call:
+
+jobs:
+  benchmark-cli:
+    name: Run CLI benchmarks
+    runs-on: ubuntu-22.04
+    permissions:
+      contents: read
+      id-token: write
+    env:
+      GOMAXPROCS: 8
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
+        with:
+          submodules: true
+          fetch-depth: 1
+
+      - name: Setup Go
+        uses: ./.github/actions/setup-go
+        with:
+          go-version: '1.26.0'
+          cache-name: benchmark-cli
+
+      - name: Setup Node.js
+        uses: ./.github/actions/setup-node
+
+      - name: Build JS package
+        run: pnpm --filter @rslint/core run build
+
+      - name: Run CLI benchmarks
+        uses: CodSpeedHQ/action@d872884a306dd4853acf0f584f4b706cf0cc72a2
+        timeout-minutes: 30
+        env:
+          RAYON_NUM_THREADS: 1
+          CODSPEED_EXPERIMENTAL_FAIR_SCHED: true
+          GH_MATRIX: '${{ toJson(matrix) }}'
+          GH_STRATEGY: '${{ toJson(strategy) }}'
+        with:
+          mode: walltime
+          run: pnpm run bench:cli
+          runner-version: 4.13.0
+          go-runner-version: 1.2.0

.github/workflows/benchmark-go.yml

@@ -0,0 +1,33 @@
+name: Benchmark Go
+
+on:
+  workflow_call:
+
+jobs:
+  benchmark-go:
+    name: Run Go benchmarks
+    runs-on: ubuntu-22.04
+    permissions:
+      contents: read
+      id-token: write
+    env:
+      GOMAXPROCS: 8
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
+        with:
+          submodules: true
+          fetch-depth: 1
+
+      - name: Setup Go
+        uses: actions/setup-go@40f1582b2485089dde7abd97c1529aa768e1baff # v5
+        with:
+          go-version: '1.26.0'
+          cache: false
+
+      - name: Run benchmarks
+        uses: CodSpeedHQ/action@d872884a306dd4853acf0f584f4b706cf0cc72a2
+        with:
+          mode: walltime
+          run: go test -bench=. -benchtime=5s ./tests/bench-go/
+          go-runner-version: 1.2.0

.github/workflows/benchmarks.yml

@@ -0,0 +1,24 @@
+name: Benchmarks
+
+on:
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  benchmark-go:
+    permissions:
+      contents: read
+      id-token: write
+    uses: ./.github/workflows/benchmark-go.yml
+
+  benchmark-cli:
+    permissions:
+      contents: read
+      id-token: write
+    uses: ./.github/workflows/benchmark-cli.yml

.github/workflows/ci.yml

@@ -2,7 +2,9 @@ name: CI
 
 on:
   push:
-    branches: [main]
+    branches:
+      - main
+      - 'chore/release-*'
   pull_request:
     types: [opened, synchronize]
   workflow_dispatch:
@@ -319,6 +321,21 @@ jobs:
 
       - name: Run tests
         run: cargo test --verbose
+
+  benchmark-go:
+    if: ${{ startsWith(github.ref_name, 'chore/release-') || startsWith(github.head_ref, 'chore/release-') }}
+    permissions:
+      contents: read
+      id-token: write
+    uses: ./.github/workflows/benchmark-go.yml
+
+  benchmark-cli:
+    if: ${{ startsWith(github.ref_name, 'chore/release-') || startsWith(github.head_ref, 'chore/release-') }}
+    permissions:
+      contents: read
+      id-token: write
+    uses: ./.github/workflows/benchmark-cli.yml
+
   done:
     needs:
       - test-go
@@ -328,9 +345,44 @@ jobs:
       - lint
       - test-wasm
       - test-rust
+      - benchmark-go
+      - benchmark-cli
     if: always()
     runs-on: ubuntu-latest
     name: CI Done
     steps:
-      - run: exit 1
-        if: ${{ always() && (contains(needs.*.result, 'failure') || contains(needs.*.result, 'skipped') || contains(needs.*.result, 'cancelled')) }}
+      - name: Verify required jobs completed
+        env:
+          IS_RELEASE_BRANCH: ${{ startsWith(github.ref_name, 'chore/release-') || startsWith(github.head_ref, 'chore/release-') }}
+          TEST_GO_RESULT: ${{ needs.test-go.result }}
+          TEST_GO_WINDOWS_RESULT: ${{ needs.test-go-windows.result }}
+          TEST_NODE_RESULT: ${{ needs.test-node.result }}
+          TEST_NODE_WINDOWS_RESULT: ${{ needs.test-node-windows.result }}
+          LINT_RESULT: ${{ needs.lint.result }}
+          TEST_WASM_RESULT: ${{ needs.test-wasm.result }}
+          TEST_RUST_RESULT: ${{ needs.test-rust.result }}
+          BENCHMARK_GO_RESULT: ${{ needs.benchmark-go.result }}
+          BENCHMARK_CLI_RESULT: ${{ needs.benchmark-cli.result }}
+        run: |
+          required_results=(
+            "$TEST_GO_RESULT"
+            "$TEST_GO_WINDOWS_RESULT"
+            "$TEST_NODE_RESULT"
+            "$TEST_NODE_WINDOWS_RESULT"
+            "$LINT_RESULT"
+            "$TEST_WASM_RESULT"
+            "$TEST_RUST_RESULT"
+          )
+
+          if [ "$IS_RELEASE_BRANCH" = "true" ]; then
+            required_results+=(
+              "$BENCHMARK_GO_RESULT"
+              "$BENCHMARK_CLI_RESULT"
+            )
+          fi
+
+          for result in "${required_results[@]}"; do
+            if [ "$result" != "success" ]; then
+              exit 1
+            fi
+          done

.gitignore

@@ -156,11 +156,12 @@ npm/tsgo/*/local
 ## vscode settings
 .vscode/settings.json
 
+
 # go cache
 packages/rslint/pkg/
 
 # rust
 target/
 
 # generated rule manifest
-website/generated/
+website/generated/

README.md

@@ -9,6 +9,7 @@
   <a href="https://npmjs.com/package/@rslint/core?activeTab=readme"><img src="https://img.shields.io/npm/v/@rslint/core?style=flat-square&colorA=564341&colorB=EDED91" alt="npm version" /></a>
   <a href="https://npmcharts.com/compare/@rslint/core?minimal=true"><img src="https://img.shields.io/npm/dm/@rslint/core.svg?style=flat-square&colorA=564341&colorB=EDED91" alt="downloads" /></a>
   <a href="https://github.com/web-infra-dev/rslint/blob/main/LICENSE"><img src="https://img.shields.io/badge/License-MIT-blue.svg?style=flat-square&colorA=564341&colorB=EDED91" alt="license" /></a>
+  <a href="https://codspeed.io/web-infra-dev/rslint?utm_source=badge"><img src="https://img.shields.io/endpoint?url=https://codspeed.io/badge.json" alt="CodSpeed"/></a>
 </p>
 
 > [!NOTE]

cmd/rslint/api.go

@@ -6,6 +6,7 @@ import (
 	"errors"
 	"fmt"
 	"os"
+	"path/filepath"
 	"sort"
 	"sync"
 
@@ -63,13 +64,34 @@ func (h *IPCHandler) HandleLint(req api.LintRequest) (*api.LintResponse, error)
 	// Create filesystem
 	fs := bundled.WrapFS(cachedvfs.From(osvfs.FS()))
 	allowedFiles := []string{}
+	allowedFileSet := map[string]struct{}{}
+
+	// Respect explicit file targeting from the JS API so benchmark and API
+	// callers can avoid relying on config glob traversal order.
+	for _, file := range req.Files {
+		absPath, err := filepath.Abs(file)
+		if err != nil {
+			return nil, fmt.Errorf("failed to resolve lint file %s: %w", file, err)
+		}
+		normalizedPath := tspath.NormalizePath(absPath)
+		if _, ok := allowedFileSet[normalizedPath]; ok {
+			continue
+		}
+		allowedFiles = append(allowedFiles, normalizedPath)
+		allowedFileSet[normalizedPath] = struct{}{}
+	}
+
 	// Apply file contents if provided
 	if len(req.FileContents) > 0 {
 		fileContents := make(map[string]string, len(req.FileContents))
 		for k, v := range req.FileContents {
 			normalizePath := tspath.NormalizePath(k)
 			fileContents[normalizePath] = v
+			if _, ok := allowedFileSet[normalizePath]; ok {
+				continue
+			}
 			allowedFiles = append(allowedFiles, normalizePath)
+			allowedFileSet[normalizePath] = struct{}{}
 		}
 		fs = utils.NewOverlayVFS(fs, fileContents)
 

package.json

@@ -16,6 +16,8 @@
     "build": "pnpm -r --filter=!@typescript/api --filter=!@typescript/ast --filter=@rslint/test-tools... --filter=rslint... build",
     "build:npm": "zx scripts/build-npm.mjs",
     "build:website": "pnpm --filter @rslint/core run build:js && pnpm --filter=!@typescript/api --filter=!@typescript/ast --filter=!@rslint/core --filter @rslint/website... -r build",
+    "bench:cli": "pnpm --filter rslint-bench-cli run bench",
+    "bench:go": "go test -bench=. -benchtime=5s ./tests/bench-go/",
     "check-spell": "pnpx cspell lint --no-progress --show-context",
     "version": "zx scripts/version.mjs",
     "release": "pnpm publish -r --no-git-checks",

packages/rslint/fixtures/.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "editor.codeActionsOnSave": {}
+}

packages/rslint/tests/api.test.mjs

@@ -39,6 +39,25 @@ describe('lint api', async (t) => {
     });
     expect(diags).toMatchSnapshot();
   });
+
+  test('explicit files filter limits lint scope', async () => {
+    const config = path.resolve(import.meta.dirname, '../fixtures/rslint.json');
+    const targetFile = path.resolve(cwd, 'src/index.ts');
+    const diags = await lint({
+      config,
+      files: [targetFile],
+      ruleOptions: {
+        '@typescript-eslint/no-unsafe-member-access': 'error',
+      },
+      workingDirectory: cwd,
+    });
+
+    expect(diags.fileCount).toBe(1);
+    expect(diags.diagnostics.length).toBeGreaterThan(0);
+    expect(new Set(diags.diagnostics.map((diag) => diag.filePath))).toEqual(
+      new Set(['src/index.ts']),
+    );
+  });
 });
 
 describe('applyFixes api', async (t) => {