perf(web): optimize build performance with layer caching and package imports

- Separate Docker build stages to copy package.json before source, enabling
  yarn install layer cache reuse on source-only changes
- Consolidate 4 separate yarn install calls into single install with
  --mode=skip-build, avoiding redundant installs in shared-libs-builder
- Add BuildKit cache mount for .next/cache to persist Next.js compilation
  cache across Docker builds
- Enable experimental.optimizePackageImports for 18 barrel-export packages
  (lucide-react, radix-ui, ai-sdk providers, etc.) to reduce compilation time
- Make Sentry widenClientFileUpload and reactComponentAnnotation conditional
  on Sentry credentials being present, removing overhead from OSS builds
- Add --parallel to root build and build:deps scripts for concurrent builds
  of independent packages (db, schemas, queryLanguage)
- Add new build:web script for building only web package and dependencies

Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>

Author: msukkari

Dockerfile

@@ -33,17 +33,33 @@ RUN CGO_ENABLED=0 GOOS=linux go build -o /cmd/ ./cmd/...
 FROM node-alpine AS shared-libs-builder
 WORKDIR /app
 
+# Step 1: Copy only package manifests for dependency installation.
+# This layer is cached as long as no package.json or lock file changes.
 COPY package.json yarn.lock* .yarnrc.yml ./
 COPY .yarn ./.yarn
+COPY ./packages/db/package.json ./packages/db/package.json
+COPY ./packages/db/prisma ./packages/db/prisma
+COPY ./packages/schemas/package.json ./packages/schemas/package.json
+COPY ./packages/shared/package.json ./packages/shared/package.json
+COPY ./packages/queryLanguage/package.json ./packages/queryLanguage/package.json
+# All workspace package.json files are needed for Yarn resolution
+COPY ./packages/web/package.json ./packages/web/package.json
+COPY ./packages/backend/package.json ./packages/backend/package.json
+COPY ./packages/mcp/package.json ./packages/mcp/package.json
+
+RUN yarn install --mode=skip-build
+
+# Step 2: Copy source files and build explicitly in topological order.
 COPY ./packages/db ./packages/db
+COPY ./schemas ./schemas
 COPY ./packages/schemas ./packages/schemas
-COPY ./packages/shared ./packages/shared
 COPY ./packages/queryLanguage ./packages/queryLanguage
+COPY ./packages/shared ./packages/shared
 
-RUN yarn workspace @sourcebot/db install
-RUN yarn workspace @sourcebot/schemas install
-RUN yarn workspace @sourcebot/shared install
-RUN yarn workspace @sourcebot/query-language install
+RUN yarn workspace @sourcebot/db build && \
+    yarn workspace @sourcebot/schemas build && \
+    yarn workspace @sourcebot/query-language build && \
+    yarn workspace @sourcebot/shared build
 # ------------------------------------
 
 # ------ Build Web ------
@@ -79,20 +95,32 @@ ENV SENTRY_SMUAT=$SENTRY_SMUAT
 RUN apk add --no-cache libc6-compat
 WORKDIR /app
 
+# Step 1: Install dependencies (cached unless package.json/lock changes).
 COPY package.json yarn.lock* .yarnrc.yml ./
 COPY .yarn ./.yarn
-COPY ./packages/web ./packages/web
-COPY --from=shared-libs-builder /app/node_modules ./node_modules
+COPY ./packages/web/package.json ./packages/web/package.json
+COPY ./packages/db/package.json ./packages/db/package.json
+COPY ./packages/db/prisma ./packages/db/prisma
+COPY ./packages/schemas/package.json ./packages/schemas/package.json
+COPY ./packages/shared/package.json ./packages/shared/package.json
+COPY ./packages/queryLanguage/package.json ./packages/queryLanguage/package.json
+COPY ./packages/backend/package.json ./packages/backend/package.json
+COPY ./packages/mcp/package.json ./packages/mcp/package.json
+
+RUN yarn install --mode=skip-build
+
+# Step 2: Copy pre-built shared libraries.
 COPY --from=shared-libs-builder /app/packages/db ./packages/db
 COPY --from=shared-libs-builder /app/packages/schemas ./packages/schemas
 COPY --from=shared-libs-builder /app/packages/shared ./packages/shared
 COPY --from=shared-libs-builder /app/packages/queryLanguage ./packages/queryLanguage
 
-# Fixes arm64 timeouts
-RUN yarn workspace @sourcebot/web install
+# Step 3: Copy web source and build.
+COPY ./packages/web ./packages/web
 
 ENV NEXT_TELEMETRY_DISABLED=1
-RUN yarn workspace @sourcebot/web build
+RUN --mount=type=cache,target=/app/packages/web/.next/cache \
+    yarn workspace @sourcebot/web build
 ENV SKIP_ENV_VALIDATION=0
 # ------------------------------
 
@@ -117,16 +145,28 @@ ENV SENTRY_RELEASE=$SENTRY_RELEASE
 
 WORKDIR /app
 
+# Step 1: Install dependencies (cached unless package.json/lock changes).
 COPY package.json yarn.lock* .yarnrc.yml ./
 COPY .yarn ./.yarn
-COPY ./schemas ./schemas
-COPY ./packages/backend ./packages/backend
-COPY --from=shared-libs-builder /app/node_modules ./node_modules
+COPY ./packages/backend/package.json ./packages/backend/package.json
+COPY ./packages/db/package.json ./packages/db/package.json
+COPY ./packages/db/prisma ./packages/db/prisma
+COPY ./packages/schemas/package.json ./packages/schemas/package.json
+COPY ./packages/shared/package.json ./packages/shared/package.json
+COPY ./packages/queryLanguage/package.json ./packages/queryLanguage/package.json
+COPY ./packages/web/package.json ./packages/web/package.json
+COPY ./packages/mcp/package.json ./packages/mcp/package.json
+
+RUN yarn install --mode=skip-build
+
+# Step 2: Copy pre-built shared libraries and backend source.
 COPY --from=shared-libs-builder /app/packages/db ./packages/db
 COPY --from=shared-libs-builder /app/packages/schemas ./packages/schemas
 COPY --from=shared-libs-builder /app/packages/shared ./packages/shared
 COPY --from=shared-libs-builder /app/packages/queryLanguage ./packages/queryLanguage
-RUN yarn workspace @sourcebot/backend install
+COPY ./schemas ./schemas
+COPY ./packages/backend ./packages/backend
+
 RUN yarn workspace @sourcebot/backend build
 
 # Upload source maps to Sentry if we have the necessary build-time args.

package.json

@@ -4,7 +4,7 @@
         "packages/*"
     ],
     "scripts": {
-        "build": "cross-env SKIP_ENV_VALIDATION=1 yarn workspaces foreach --all --topological run build",
+        "build": "cross-env SKIP_ENV_VALIDATION=1 yarn workspaces foreach --all --topological --parallel run build",
         "test": "yarn workspaces foreach --all --topological run test",
         "dev": "concurrently --kill-others --names \"zoekt,worker,web,mcp,schemas\" 'yarn dev:zoekt' 'yarn dev:backend' 'yarn dev:web' 'yarn watch:mcp' 'yarn watch:schemas'",
         "with-env": "cross-env PATH=\"$PWD/bin:$PATH\" dotenv -e .env.development -c --",
@@ -18,7 +18,8 @@
         "dev:prisma:studio": "yarn with-env yarn workspace @sourcebot/db prisma:studio",
         "dev:prisma:migrate:reset": "yarn with-env yarn workspace @sourcebot/db prisma:migrate:reset",
         "dev:prisma:db:push": "yarn with-env yarn workspace @sourcebot/db prisma:db:push",
-        "build:deps": "yarn workspaces foreach --recursive --topological --from '{@sourcebot/schemas,@sourcebot/db,@sourcebot/shared,@sourcebot/query-language}' run build",
+        "build:web": "cross-env SKIP_ENV_VALIDATION=1 yarn workspaces foreach --recursive --topological --parallel --from @sourcebot/web run build",
+        "build:deps": "yarn workspaces foreach --recursive --topological --parallel --from '{@sourcebot/schemas,@sourcebot/db,@sourcebot/shared,@sourcebot/query-language}' run build",
         "tool:decrypt-jwe": "yarn with-env yarn workspace @sourcebot/web tool:decrypt-jwe"
     },
     "devDependencies": {

packages/web/next.config.mjs

@@ -1,5 +1,6 @@
 import { withSentryConfig } from "@sentry/nextjs";
 
+const hasSentryConfig = !!(process.env.SENTRY_ORG && process.env.SENTRY_SMUAT);
 
 /** @type {import('next').NextConfig} */
 const nextConfig = {
@@ -40,16 +41,36 @@ const nextConfig = {
 
     turbopack: {},
 
-    // @see: https://github.com/vercel/next.js/issues/58019#issuecomment-1910531929
-    ...(process.env.NODE_ENV === 'development' ? {
-        experimental: {
+    experimental: {
+        optimizePackageImports: [
+            "lucide-react",
+            "@radix-ui/react-icons",
+            "react-icons",
+            "recharts",
+            "date-fns",
+            "@ai-sdk/react",
+            "@ai-sdk/openai",
+            "@ai-sdk/anthropic",
+            "@ai-sdk/google",
+            "@ai-sdk/amazon-bedrock",
+            "@ai-sdk/azure",
+            "@ai-sdk/deepseek",
+            "@ai-sdk/google-vertex",
+            "@ai-sdk/mistral",
+            "@ai-sdk/xai",
+            "@ai-sdk/openai-compatible",
+            "@codemirror/language-data",
+            "posthog-js",
+        ],
+        // @see: https://github.com/vercel/next.js/issues/58019#issuecomment-1910531929
+        ...(process.env.NODE_ENV === 'development' ? {
             serverActions: {
                 allowedOrigins: [
                     'localhost:3000'
                 ]
             }
-        }
-    } : {}),
+        } : {}),
+    },
 };
 
 export default withSentryConfig(nextConfig, {
@@ -68,11 +89,11 @@ export default withSentryConfig(nextConfig, {
     // https://docs.sentry.io/platforms/javascript/guides/nextjs/manual-setup/
 
     // Upload a larger set of source maps for prettier stack traces (increases build time)
-    widenClientFileUpload: true,
+    widenClientFileUpload: hasSentryConfig,
 
     // Automatically annotate React components to show their full name in breadcrumbs and session replay
     reactComponentAnnotation: {
-        enabled: true,
+        enabled: hasSentryConfig,
     },
 
     // Route browser requests to Sentry through a Next.js rewrite to circumvent ad-blockers.