build: target Node.js for portable dist output

Add conditional exports (bun/node/default) so each runtime resolves
the correct variant, and add a packed dist smoke test that verifies
imports work in both Node.js and Bun.

Author: simonklee

bun.lock

@@ -23,7 +23,9 @@
     "bench:text-table": "bun src/benchmark/text-table-benchmark.ts",
     "bench:ts": "bun src/benchmark/native-span-feed-benchmark.ts --suite=quick --json=src/benchmark/latest-quick-bench-run.json && bun src/benchmark/native-span-feed-benchmark.ts --suite=default --json=src/benchmark/latest-default-bench-run.json && bun src/benchmark/native-span-feed-benchmark.ts --suite=large --json=src/benchmark/latest-large-bench-run.json && bun src/benchmark/native-span-feed-benchmark.ts --suite=all --json=src/benchmark/latest-all-bench-run.json && bun src/benchmark/native-span-feed-async-benchmark.ts --json=src/benchmark/latest-async-bench-run.json",
     "publish": "bun scripts/publish.ts",
+    "test:dist": "bun scripts/dist-test.ts",
     "test:js": "bun test",
+    "test:js:node": "bun scripts/test-node.ts",
     "test": "bun run test:native && bun run test:js"
   },
   "license": "MIT",
@@ -36,7 +38,7 @@
     "web-tree-sitter": "0.25.10"
   },
   "dependencies": {
-    "bun-ffi-structs": "0.2.2",
+    "bun-ffi-structs": "0.2.3",
     "diff": "9.0.0",
     "marked": "17.0.1",
     "string-width": "7.2.0",

packages/core/package.json

@@ -1,6 +1,7 @@
 import { spawnSync, type SpawnSyncReturns } from "node:child_process"
 import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, rmSync, writeFileSync } from "fs"
 import { dirname, join, resolve } from "path"
+import { ModuleKind, ScriptTarget, transpileModule } from "typescript"
 import { fileURLToPath } from "url"
 import process from "process"
 import path from "path"
@@ -30,6 +31,13 @@ interface PackageJson {
   peerDependencies?: Record<string, string>
 }
 
+interface BunBuildOptions {
+  entryPoints: string[]
+  externalPatterns?: string[]
+  splitting?: boolean
+  target: "bun" | "node"
+}
+
 const __filename = fileURLToPath(import.meta.url)
 const __dirname = dirname(__filename)
 const rootDir = resolve(__dirname, "..")
@@ -88,6 +96,55 @@ if (missingRequired.length > 0) {
   process.exit(1)
 }
 
+const runCommand = (command: string, commandArgs: string[], cwd: string, errorMessage: string): void => {
+  const result: SpawnSyncReturns<Buffer> = spawnSync(command, commandArgs, {
+    cwd,
+    stdio: "inherit",
+  })
+
+  if (result.error) {
+    console.error(`${errorMessage}: ${result.error.message}`)
+    process.exit(1)
+  }
+
+  if (result.status !== 0) {
+    console.error(errorMessage)
+    process.exit(1)
+  }
+}
+
+const runBunBuild = ({ entryPoints, externalPatterns = [], splitting = false, target }: BunBuildOptions): void => {
+  const buildArgs = [
+    "build",
+    `--target=${target}`,
+    "--outdir=dist",
+    "--sourcemap",
+    ...(splitting ? ["--splitting"] : []),
+    ...externalPatterns.flatMap((pattern) => ["--external", pattern]),
+    ...entryPoints,
+  ]
+
+  runCommand("bun", buildArgs, rootDir, `Error: Bun ${target} build failed for ${entryPoints.join(", ")}`)
+}
+
+const transpileEntryPoint = (entryPoint: string, outputPath: string): void => {
+  const sourcePath = join(rootDir, entryPoint)
+  const sourceText = readFileSync(sourcePath, "utf8")
+  const result = transpileModule(sourceText, {
+    compilerOptions: {
+      module: ModuleKind.ESNext,
+      sourceMap: true,
+      target: ScriptTarget.ES2022,
+    },
+    fileName: sourcePath,
+  })
+
+  writeFileSync(outputPath, result.outputText)
+  if (result.sourceMapText) {
+    writeFileSync(`${outputPath}.map`, result.sourceMapText)
+  }
+}
+
 if (buildNative) {
   console.log(`Building native ${isDev ? "dev" : "prod"} binaries${buildAll ? " for all platforms" : ""}...`)
 
@@ -99,20 +156,7 @@ if (buildNative) {
     zigArgs.push("-Dgpa-safe-stats=true")
   }
 
-  const zigBuild: SpawnSyncReturns<Buffer> = spawnSync("zig", zigArgs, {
-    cwd: join(rootDir, "src", "zig"),
-    stdio: "inherit",
-  })
-
-  if (zigBuild.error) {
-    console.error("Error: Zig is not installed or not in PATH")
-    process.exit(1)
-  }
-
-  if (zigBuild.status !== 0) {
-    console.error("Error: Zig build failed")
-    process.exit(1)
-  }
+  runCommand("zig", zigArgs, join(rootDir, "src", "zig"), "Error: Zig build failed")
 
   const variantsToPackage = buildAll ? variants : [getHostVariant()]
 
@@ -221,12 +265,21 @@ if (buildLib) {
     process.exit(1)
   }
 
-  const entryPoints: string[] = [
-    packageJson.module,
-    "src/testing.ts",
-    "src/runtime-plugin.ts",
-    "src/runtime-plugin-support.ts",
-    "src/runtime-plugin-support-configure.ts",
+  const portableEntryPoints: string[] = [packageJson.module, "src/testing.ts"]
+
+  const bunOnlyEntryPoints = [
+    {
+      entryPoint: "src/runtime-plugin.ts",
+      outputFile: "runtime-plugin.js",
+    },
+    {
+      entryPoint: "src/runtime-plugin-support-configure.ts",
+      outputFile: "runtime-plugin-support-configure.js",
+    },
+    {
+      entryPoint: "src/runtime-plugin-support.ts",
+      outputFile: "runtime-plugin-support.js",
+    },
   ]
 
   // Build main entry points with code splitting
@@ -241,25 +294,19 @@ if (buildLib) {
     "./lib/tree-sitter/default-parsers.ts",
   ]
 
-  spawnSync(
-    "bun",
-    [
-      "build",
-      "--target=bun",
-      "--splitting",
-      "--outdir=dist",
-      "--sourcemap",
-      ...externalPatterns.flatMap((dep) => ["--external", dep]),
-      ...entryPoints,
-    ],
-    {
-      cwd: rootDir,
-      stdio: "inherit",
-    },
-  )
+  runBunBuild({
+    entryPoints: portableEntryPoints,
+    externalPatterns,
+    splitting: true,
+    target: "node",
+  })
+
+  for (const { entryPoint, outputFile } of bunOnlyEntryPoints) {
+    transpileEntryPoint(entryPoint, join(distDir, outputFile))
+  }
 
   // Build updater as a separate entry so generator code stays out of the core runtime bundle.
-  spawnSync(
+  runCommand(
     "bun",
     [
       "build",
@@ -269,31 +316,17 @@ if (buildLib) {
       ...externalDeps.flatMap((dep) => ["--external", dep]),
       "src/lib/tree-sitter/update-assets.ts",
     ],
-    {
-      cwd: rootDir,
-      stdio: "inherit",
-    },
+    rootDir,
+    "Error: Bun build failed for src/lib/tree-sitter/update-assets.ts",
   )
 
   // Build parser worker as standalone bundle (no splitting) so it can be loaded as a Worker
   // Make web-tree-sitter external so it loads from node_modules with its WASM file
-  spawnSync(
-    "bun",
-    [
-      "build",
-      "--target=bun",
-      "--outdir=dist",
-      "--sourcemap",
-      ...externalDeps.flatMap((dep) => ["--external", dep]),
-      "--external",
-      "web-tree-sitter",
-      "src/lib/tree-sitter/parser.worker.ts",
-    ],
-    {
-      cwd: rootDir,
-      stdio: "inherit",
-    },
-  )
+  runBunBuild({
+    entryPoints: ["src/lib/tree-sitter/parser.worker.ts"],
+    externalPatterns: [...externalDeps, "web-tree-sitter"],
+    target: "node",
+  })
 
   // Post-process to fix Bun's duplicate export issue
   // See: https://github.com/oven-sh/bun/issues/5344
@@ -306,7 +339,7 @@ if (buildLib) {
     "dist/runtime-plugin-support.js",
     "dist/runtime-plugin-support-configure.js",
     "dist/lib/tree-sitter/update-assets.js",
-    "dist/lib/tree-sitter/parser.worker.js",
+    "dist/parser.worker.js",
   ]
   for (const filePath of bundledFiles) {
     const fullPath = join(rootDir, filePath)
@@ -339,17 +372,8 @@ if (buildLib) {
 
   const tsconfigBuildPath = join(rootDir, "tsconfig.build.json")
 
-  const tscResult: SpawnSyncReturns<Buffer> = spawnSync("bunx", ["tsc", "-p", tsconfigBuildPath], {
-    cwd: rootDir,
-    stdio: "inherit",
-  })
-
-  if (tscResult.status !== 0) {
-    console.error("Error: TypeScript declaration generation failed")
-    process.exit(1)
-  } else {
-    console.log("TypeScript declarations generated")
-  }
+  runCommand("bunx", ["tsc", "-p", tsconfigBuildPath], rootDir, "Error: TypeScript declaration generation failed")
+  console.log("TypeScript declarations generated")
 
   const treeSitterSrcDir = join(rootDir, "src", "lib", "tree-sitter")
 
@@ -370,41 +394,71 @@ if (buildLib) {
   copyAssets(join(treeSitterSrcDir, "assets"), join(distDir, "assets"))
   console.log("  Copied tree-sitter assets (*.wasm, *.scm) to dist/assets/")
 
+  const writeBunOnlyStub = (fileName: string, specifier: string, exportNames: string[]): void => {
+    const errorMessage = `${specifier} is Bun-only and is not available in Node.js. Use Bun to import this entrypoint.`
+    const namedExports = exportNames
+      .map(
+        (exportName) => `export function ${exportName}() {\n  throw new Error(${JSON.stringify(errorMessage)})\n}`,
+      )
+      .join("\n\n")
+
+    writeFileSync(
+      join(distDir, fileName),
+      `const errorMessage = ${JSON.stringify(errorMessage)}\n\n${namedExports}\n\nthrow new Error(errorMessage)\n`,
+    )
+  }
+
+  writeBunOnlyStub("runtime-plugin.node.js", `${packageJson.name}/runtime-plugin`, [
+    "createRuntimePlugin",
+    "isCoreRuntimeModuleSpecifier",
+    "runtimeModuleIdForSpecifier",
+  ])
+  writeBunOnlyStub("runtime-plugin-support.node.js", `${packageJson.name}/runtime-plugin-support`, [
+    "ensureRuntimePluginSupport",
+    "createRuntimePlugin",
+    "runtimeModuleIdForSpecifier",
+  ])
+  writeBunOnlyStub("runtime-plugin-support-configure.node.js", `${packageJson.name}/runtime-plugin-support/configure`, [
+    "ensureRuntimePluginSupport",
+    "createRuntimePlugin",
+    "runtimeModuleIdForSpecifier",
+  ])
+
   // Configure exports for multiple entry points
   const exports = {
     ".": {
       import: "./index.js",
-      require: "./index.js",
       types: "./index.d.ts",
     },
     "./testing": {
       import: "./testing.js",
-      require: "./testing.js",
       types: "./testing.d.ts",
     },
     "./runtime-plugin": {
-      import: "./runtime-plugin.js",
-      require: "./runtime-plugin.js",
       types: "./runtime-plugin.d.ts",
+      bun: "./runtime-plugin.js",
+      node: "./runtime-plugin.node.js",
+      default: "./runtime-plugin.node.js",
     },
     "./runtime-plugin-support": {
-      import: "./runtime-plugin-support.js",
-      require: "./runtime-plugin-support.js",
       types: "./runtime-plugin-support.d.ts",
+      bun: "./runtime-plugin-support.js",
+      node: "./runtime-plugin-support.node.js",
+      default: "./runtime-plugin-support.node.js",
     },
     "./runtime-plugin-support/configure": {
-      import: "./runtime-plugin-support-configure.js",
-      require: "./runtime-plugin-support-configure.js",
       types: "./runtime-plugin-support-configure.d.ts",
+      bun: "./runtime-plugin-support-configure.js",
+      node: "./runtime-plugin-support-configure.node.js",
+      default: "./runtime-plugin-support-configure.node.js",
     },
     "./tree-sitter/update-assets": {
       import: "./lib/tree-sitter/update-assets.js",
       require: "./lib/tree-sitter/update-assets.js",
       types: "./lib/tree-sitter/update-assets.d.ts",
     },
     "./parser.worker": {
-      import: "./lib/tree-sitter/parser.worker.js",
-      require: "./lib/tree-sitter/parser.worker.js",
+      import: "./parser.worker.js",
       types: "./lib/tree-sitter/parser.worker.d.ts",
     },
   }
@@ -432,7 +486,6 @@ if (buildLib) {
         bugs: packageJson.bugs,
         exports,
         dependencies: packageJson.dependencies,
-        devDependencies: packageJson.devDependencies,
         peerDependencies: packageJson.peerDependencies,
         optionalDependencies: {
           ...packageJson.optionalDependencies,