refactor: we fully effect now

also dogfooding pg-sourcerer

Author: DanielFGray

.claude/settings.local.json

@@ -48,8 +48,53 @@
       "mcp__firefox-devtools__resolve_uid_to_selector",
       "mcp__firefox-devtools__take_snapshot",
       "mcp__plugin_context7_context7__query-docs",
-      "mcp__plugin_context7_context7__resolve-library-id"
+      "mcp__plugin_context7_context7__resolve-library-id",
+      "Bash(prog context:*)",
+      "WebFetch(domain:raw.githubusercontent.com)",
+      "Bash(bun run test:unit:*)",
+      "WebFetch(domain:bun.com)",
+      "Bash(gh repo view:*)",
+      "WebFetch(domain:effect.website)",
+      "WebFetch(domain:effect-ts.github.io)",
+      "WebFetch(domain:www.effect.solutions)",
+      "WebFetch(domain:github.com)",
+      "Bash(bun effect-solutions:*)",
+      "Bash(npx effect-solutions:*)",
+      "WebFetch(domain:elysiajs.com)",
+      "mcp__plugin_compound-engineering_context7__resolve-library-id",
+      "mcp__plugin_compound-engineering_context7__query-docs",
+      "Bash(__NEW_LINE_3f3e368681926904__ prog add \"Migrate server/metrics.ts to Effect Metric\" -p pg.garden -d \"Replace raw @opentelemetry/sdk-metrics with Effect''s built-in Metric module.:*)",
+      "Bash(__NEW_LINE_3f3e368681926904__ prog add \"Migrate server/otel-logger.ts to Effect.log\" -p pg.garden -d \"Replace raw @opentelemetry/sdk-logs with Effect''s structured logging.:*)",
+      "Bash(__NEW_LINE_3f3e368681926904__ prog add \"Extract remaining auth/webhook route handlers to Effect.fn\" -p pg.garden -d \"After the proof of concept with auth.register, migrate the remaining manual-span handlers.:*)",
+      "Bash(__NEW_LINE_3f3e368681926904__ prog add \"Browser: WebSdk.layer replaces raw WebTracerProvider\" -p pg.garden -d \"Replace src/telemetry.ts raw OTel with Effect WebSdk.layer.:*)",
+      "mcp__effect-devtui__list_clients",
+      "mcp__effect-devtui__get_active_spans",
+      "mcp__effect-devtui__list_spans",
+      "mcp__effect-devtui__get_span_tree",
+      "mcp__effect-devtui__get_span",
+      "mcp__effect-devtui__get_metrics",
+      "mcp__chrome-devtools__take_snapshot",
+      "mcp__chrome-devtools__evaluate_script",
+      "mcp__chrome-devtools__list_console_messages",
+      "mcp__chrome-devtools__list_network_requests",
+      "mcp__chrome-devtools__get_console_message",
+      "Bash(head:*)",
+      "Bash(effect-solutions list:*)",
+      "Bash(done)",
+      "Bash(effect-solutions show:*)",
+      "Bash(bun vitest:*)",
+      "mcp__chrome-devtools__get_network_request",
+      "mcp__chrome-devtools__navigate_page",
+      "WebFetch(domain:api.github.com)",
+      "WebFetch(domain:code.visualstudio.com)",
+      "WebFetch(domain:dfg.codes)",
+      "WebFetch(domain:tanstack.com)",
+      "WebFetch(domain:frontendmasters.com)",
+      "WebFetch(domain:pglite.dev)",
+      "mcp__effect-devtui__get_span_stats",
+      "Bash(jj diff:*)"
     ]
   },
+  "spinnerTipsEnabled": false,
   "prefersReducedMotion": true
 }

.gmrc

@@ -87,7 +87,7 @@
     {
       "_": "command",
       "shadow": false,
-      "command": "bun db:types --url $GM_DBURL"
+      "command": "bun db:types --url $GM_DBURL && bun sourcerer"
     }
   ],
 

.kysely-codegenrc.json

@@ -0,0 +1,8 @@
+{
+  "dialect": "postgres",
+  "excludePattern": "graphile*.*",
+  "outFile": "./generated/db.ts",
+  "typeMapping": {
+    "int8": "bigint"
+  }
+}

CLAUDE.md

@@ -3,65 +3,45 @@
 ## Tooling
 
 - **Runtime**: Bun — always use `bun` instead of `npx`/`node`
-- **Lint**: Run `bun lint` after making changes. Fix errors before moving on.
-- **Typecheck**: Run `bun typecheck` after making changes. Zero errors policy.
-- **Dev server**: `bun run dev` (port 3000, Vite SSR)
-- **Build**: `bun run build` then `bun run start`
-- **Renderer**: Don't manually run `build:renderer` — it runs in watch mode alongside dev
+- **Dev server**: `bun run dev` (port 3000, Vite SSR, assume it is running, ask user to run it if down)
+  - **Renderer**: Don't manually run `build:renderer` — it runs in watch mode alongside dev
+  - **Webviews**: Don't manually run `build:webview` — it runs in watch mode alongside dev
+- **Production Build**: `bun run build && bun start` runs on port 3000
 
-## Architecture
+## Debugging
 
-Full VSCode workbench in the browser via `@codingame/monaco-vscode-api`. Not a simple Monaco demo — it has the complete extension API, multi-process workers, virtual filesystem (IndexedDB + memory overlays), and 300+ VSCode service packages.
+- **Lint**: Run `bun lint` after making changes. Fix errors before moving on.
+- **Typecheck**: Run `bun typecheck` after making changes. Zero errors policy.
+- **Smoke test**: After significant changes, use any available browser MCP to open `http://localhost:3000` and check console messages for errors.
+- `effect-devtui` mcp should be available to capture observability data from Effect apps
 
 ### Server (`server/`)
 
-Bun + Elysia backend. SSR injects data via `window.__INITIAL_DATA__`.
-
-- `index.ts` — entry, routes dev/prod
-- `app.ts` — API routes (Elysia + TypeBox validation)
-- `db.ts` — Kysely DB connections + `withAuthContext()` for RLS
+Bun + Effect Platform backend. Look at `server/httpapi/` for routes and `server/layers/` for service layers. SSR uses Effect HttpApi contracts. Kysely for DB queries with `withAuthContext()` for RLS.
 
 ### Client (`src/`)
 
-- `entry.ts` → `loader.ts` — boot sequence
-- `setup.common.ts` / `setup.workbench.ts` — VSCode service overrides
-- `features/` — feature modules (auth, debugger, notebook, playground, serverSync, etc.)
-- `features/notebook/renderer/` — Preact notebook renderer (Shadow DOM, Vite lib mode)
-
-### Notebook Renderer
-
-- Built via `vite.renderer.config.ts` (lib mode, `inlineDynamicImports`)
-- CSS inlined into JS via custom `inlineCssPlugin` — captures CSS in `generateBundle`, replaces a unique placeholder in the JS entry
-- pev2 vendored at `src/features/notebook/renderer/pev2/`
-- Output: `src/features/notebook/renderer-dist/`
-
-## Database Patterns
-
-- Use Kysely query builder for all SQL (never raw SQL except for Postgres function calls with named args)
-- Wrap user-data queries in `withAuthContext(session.id, async (tx) => ...)`
-- TypeBox validation schemas on all route params, body, query
-- Never `body as any`, `Number(params.id)`, or `new Response(JSON.stringify())`
+Boot sequence starts at `src/entry.ts` → `src/loader.ts`. VSCode service overrides in `src/setup.*.ts`. Feature modules live in `src/features/` — each is an Effect Layer (auth, notebook, playground, serverSync, pglite, etc.).
 
 ## Code Quality Rules
 
-- Keep TypeScript strict — no `any` leaks. Use `unknown` and narrow.
-- Use Effect Schema (`import * as S from "effect/Schema"`) for runtime JSON validation
-- Annotate `JSON.parse()` results as `unknown` or validate with a schema
-- Catch blocks: use bare `catch {}` if error unused, or `catch (err)` with `err instanceof Error ? err.message : String(err)`
-- Don't leave floating promises — use `void` or `await`
-- Don't leave `async` on functions that don't `await` — use `Promise.resolve()` if the interface requires it
-- Eden API error objects need `JSON.stringify(error.value)` in template literals
-- `registerExtension` destructuring needs `// eslint-disable-next-line @typescript-eslint/unbound-method`
+- Use Effect for all code — services, layers, error handling
+- All error handling should be handled through Effect so runtime errors can be traced through the type system
+- Use Effect Schema (`import * as S from "effect/Schema"`) for runtime any and all runtime validation
+- Never `JSON.parse(input)` use `S.parseJson(schema)(input)`
+- Use Kysely query builder for DB queries (never raw SQL except for Postgres function calls with named args)
+- Effect information can be found in through `effect-solutions` cli and from reading `~/.local/share/effect-solutions/effect`
+- You can and should immediately refactor any non-Effect code to use best practices
 
 ## Task Tracking
 
-This project uses **prog** for cross-session task management. **Do NOT use internal TodoWrite/TaskCreate/TaskUpdate tools** — use `prog` for all task tracking.
-Run `prog prime` for workflow context, or configure hooks for auto-injection.
+This project uses **prog** for cross-session task management. **Do NOT use internal planning tools** — use `prog` for all task tracking.
+Run `prog prime` for workflow context
 
 **Quick reference:**
 
 ```
-prog ready                      # Find unblocked work
+prog ready -p pg.garden         # Find unblocked work
 prog add "Title" -p pg.garden   # Create task
 prog start <id>                 # Claim work
 prog log <id> "msg"             # Log progress
@@ -71,3 +51,7 @@ prog done <id>                  # Complete work
 MUST use `-p pg.garden` for all commands that dont have an <id>
 
 For full workflow: `prog prime`
+
+## Landing the plane
+
+When you believe changes are complete, mark the current `prog` task as done and prompt the user with a commit message to describe changes.

Dockerfile

@@ -6,6 +6,11 @@ COPY package.json bun.lock ./
 RUN bun install --frozen-lockfile
 
 COPY . .
+
+# Vite inlines VITE_* env vars at build time; .env is dockerignored so pass via build arg
+ARG VITE_OTEL_COLLECTOR_URL
+ENV VITE_OTEL_COLLECTOR_URL=$VITE_OTEL_COLLECTOR_URL
+
 RUN bun run build
 
 # Stage 2: Production runtime