Merge branch 'v2' into v2-straya

Author: Yostra

.github/workflows/ci.yml

@@ -152,29 +152,52 @@ jobs:
         run: pnpm install --frozen-lockfile && pnpm build
 
       - name: Install temporal_ts dependencies & build
-        run: cd temporal_ts && npm install && npm run build
+        run: cd infra/temporal_ts && npm install && npm run build
 
       - name: Unit tests
-        run: cd temporal_ts && npm test
+        run: cd infra/temporal_ts && npm test
 
       - name: E2E tests (Docker Temporal)
         run: |
           if [ -z "$STRIPE_API_KEY" ]; then
             echo "::warning::Temporal e2e tests skipped — STRIPE_API_KEY secret not available (fork PR?)"
             exit 0
           fi
-          cd temporal_ts && npx vitest run src/__tests__/e2e/docker-e2e.test.ts
+          cd infra/temporal_ts && npx vitest run src/__tests__/e2e/docker-e2e.test.ts
         env:
           STRIPE_API_KEY: ${{ secrets.STRIPE_API_KEY }}
           POSTGRES_URL: 'postgres://postgres:postgres@localhost:55432/postgres'
           TEMPORAL_ADDRESS: 'localhost:7233'
 
   docker-build:
-    name: Docker build
+    name: Docker build & test
     runs-on: ubuntu-24.04
+
+    services:
+      postgres:
+        image: postgres:18
+        env:
+          POSTGRES_PASSWORD: postgres
+        ports:
+          - 55432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 5
+
     steps:
       - uses: actions/checkout@v5
-      - name: Build Docker image
-        run: docker build -t sync-engine:ci .
-      - name: Smoke test
-        run: docker run --rm sync-engine:ci --version
+
+      - name: Docker build + smoke tests
+        run: |
+          if [ -z "$STRIPE_API_KEY" ]; then
+            echo "::warning::Docker e2e skipped — STRIPE_API_KEY not available (fork PR?). Running build-only."
+            docker build -t sync-engine:test .
+            docker run --rm sync-engine:test --version
+            exit 0
+          fi
+          bash scripts/docker-test.sh
+        env:
+          STRIPE_API_KEY: ${{ secrets.STRIPE_API_KEY }}
+          DATABASE_URL: 'postgres://postgres:postgres@localhost:55432/postgres'

.github/workflows/docker-image.yml

@@ -0,0 +1,55 @@
+name: Build Docker Image
+
+on:
+  # Manual trigger
+  workflow_dispatch:
+
+  # Automatic trigger on new commits on any branch
+  push:
+    branches:
+      - '**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v5
+
+      # Set up QEMU
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      # Set up Docker Buildx
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      # Login to Docker Hub
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN_SYNC_ENGINE }}
+
+      # Generate image tags and labels
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: stripe/sync-engine
+          tags: |
+            type=sha,format=long,prefix=
+            type=ref,event=branch
+            type=raw,value=latest,enable={{is_default_branch}}
+
+      # Build and push Docker images for each target
+      - name: Build and push Docker images
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: Dockerfile
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          platforms: linux/arm64

.prettierignore

@@ -7,4 +7,5 @@ Pulumi.*.yaml
 LICENSE.md
 dist/
 docs/out/
-.claude/
+.claude/
+**/.terraform/

.vscode/settings.json

@@ -5,5 +5,5 @@
   "rubyLsp.rubyVersionManager": {
     "identifier": "rbenv"
   },
-  "rubyLsp.bundleGemfile": "temporal_ruby/Gemfile"
+  "rubyLsp.bundleGemfile": "infra/temporal_ruby/Gemfile"
 }

AGENTS.md

@@ -9,9 +9,14 @@ pnpm install
 pnpm build          # required before running CLI or e2e tests
 ```
 
-**You must build before running the CLI.** `tsx` and `node --experimental-strip-types`
-do not work because the codebase uses `?raw` imports (bundler feature) and
-`import ... with { type: 'json' }` (import attributes).
+Most packages run directly from source via `npx tsx` — no build needed.
+`node --strip-types` does not work because the codebase uses `moduleResolution: "bundler"`
+with extensionless imports (`from './index'` not `from './index.ts'`).
+
+Exceptions that require `pnpm build`:
+
+- `apps/supabase` — uses `?raw` imports (bundler feature)
+- `apps/stateless` — uses `import ... with { type: 'json' }` (import attributes)
 
 For dev with auto-rebuild: `cd packages/sync-engine && pnpm dev`
 
@@ -54,7 +59,7 @@ reporting back. Don't just push and return — keep polling `gh pr checks` or
 
 ## Key Gotchas
 
-- `tsx` fails on this project — `?raw` imports pull in Deno-only code. Use built output.
+- `tsx` fails on `apps/supabase` — `?raw` imports pull in Deno-only code. Other packages work fine with `npx tsx`.
 - `packages/sync-engine/src/supabase` is Deno, not Node. Don't try to run those files with Node/tsx.
 - E2E tests need Stripe keys with **write** permissions (they create real objects).
 - Do not add `esbuild` as a dependency — its native binaries fail on this machine. Use `tsup` (already in the repo) for bundling.

Dockerfile

@@ -14,7 +14,18 @@ RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --prod --frozen-l
 
 FROM base AS build
 RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
-RUN pnpm run -r build
+ENV NODE_OPTIONS="--max-old-space-size=4096"
+RUN pnpm --filter @stripe/protocol \
+    --filter @stripe/util-postgres \
+    --filter @stripe/ts-cli \
+    --filter @stripe/stateless-sync \
+    --filter @stripe/store-postgres \
+    --filter @stripe/destination-postgres \
+    --filter @stripe/destination-google-sheets \
+    --filter @stripe/source-stripe \
+    --filter @stripe/sync-engine-stateless \
+    --filter @stripe/sync-engine \
+    run build
 
 ## Build step complete, copy to working image
 FROM node:24-alpine
@@ -24,28 +35,41 @@ WORKDIR /app
 COPY --from=base /app/package.json /app/pnpm-lock.yaml /app/pnpm-workspace.yaml* ./
 
 # Copy package.json files for required packages
+COPY --from=base /app/apps/sync-engine/package.json /app/apps/sync-engine/
 COPY --from=base /app/apps/stateless/package.json /app/apps/stateless/
 COPY --from=base /app/packages/protocol/package.json /app/packages/protocol/
 COPY --from=base /app/packages/stateless-sync/package.json /app/packages/stateless-sync/
 COPY --from=base /app/packages/source-stripe/package.json /app/packages/source-stripe/
 COPY --from=base /app/packages/destination-postgres/package.json /app/packages/destination-postgres/
+COPY --from=base /app/packages/destination-google-sheets/package.json /app/packages/destination-google-sheets/
+COPY --from=base /app/packages/store-postgres/package.json /app/packages/store-postgres/
+COPY --from=base /app/packages/util-postgres/package.json /app/packages/util-postgres/
 COPY --from=base /app/packages/ts-cli/package.json /app/packages/ts-cli/
 
 # Copy production dependencies (including workspace dependencies)
 COPY --from=prod-deps /app/node_modules /app/node_modules
+COPY --from=prod-deps /app/apps/sync-engine/node_modules /app/apps/sync-engine/node_modules
 COPY --from=prod-deps /app/apps/stateless/node_modules /app/apps/stateless/node_modules
 COPY --from=prod-deps /app/packages/protocol/node_modules /app/packages/protocol/node_modules
 COPY --from=prod-deps /app/packages/stateless-sync/node_modules /app/packages/stateless-sync/node_modules
 COPY --from=prod-deps /app/packages/source-stripe/node_modules /app/packages/source-stripe/node_modules
 COPY --from=prod-deps /app/packages/destination-postgres/node_modules /app/packages/destination-postgres/node_modules
+COPY --from=prod-deps /app/packages/destination-google-sheets/node_modules /app/packages/destination-google-sheets/node_modules
+COPY --from=prod-deps /app/packages/store-postgres/node_modules /app/packages/store-postgres/node_modules
+COPY --from=prod-deps /app/packages/util-postgres/node_modules /app/packages/util-postgres/node_modules
 
 # Copy built files
+COPY --from=build /app/apps/sync-engine/dist /app/apps/sync-engine/dist
 COPY --from=build /app/apps/stateless/dist /app/apps/stateless/dist
 COPY --from=build /app/packages/protocol/dist /app/packages/protocol/dist
 COPY --from=build /app/packages/stateless-sync/dist /app/packages/stateless-sync/dist
 COPY --from=build /app/packages/source-stripe/dist /app/packages/source-stripe/dist
 COPY --from=build /app/packages/destination-postgres/dist /app/packages/destination-postgres/dist
+COPY --from=build /app/packages/destination-google-sheets/dist /app/packages/destination-google-sheets/dist
+COPY --from=build /app/packages/store-postgres/dist /app/packages/store-postgres/dist
+COPY --from=build /app/packages/util-postgres/dist /app/packages/util-postgres/dist
 COPY --from=build /app/packages/ts-cli/dist /app/packages/ts-cli/dist
 
 ENV NODE_ENV=production
-ENTRYPOINT ["node", "apps/stateless/dist/cli/index.js"]
+ENTRYPOINT ["node", "apps/sync-engine/dist/cli.js"]
+CMD ["serve"]