feat: support test and mainnet

Author: koenmtb1

.gitignore

@@ -13,6 +13,11 @@ generated
 .env
 .env.local
 .env*.local
+# Per-network env files generated by env:propagate (contain injected secrets)
+.env.mainnet
+.env.testnet
+.env.build.mainnet
+.env.build.testnet
 
 # Environment configuration: config.json is COMMITTED with non-secret values
 # only. Secrets (RPC/sentinel URLs, OAuth secrets, session password) are injected

ansible/roles/deploy/tasks/main.yml

@@ -5,3 +5,17 @@
     chdir: "{{ app_dir }}"
   loop: "{{ dashtec_networks }}"
   changed_when: true
+
+# Apply Prisma migrations against each network's database. Runs a one-off using
+# the indexer-ponder image (which includes prisma + the migrations dir) and that
+# network's DATABASE_URL. `migrate deploy` is idempotent — only new migrations
+# apply. Any materializer/indexer errors before this completes self-heal on retry.
+- name: Apply database migrations for each network
+  ansible.builtin.command:
+    cmd: >-
+      docker compose --profile {{ item }} run --rm --no-deps -T
+      --entrypoint sh {{ 'indexer-ponder' if item == 'mainnet' else 'indexer-ponder-testnet' }}
+      -c "pnpm --filter @dashtec/database db:deploy"
+    chdir: "{{ app_dir }}"
+  loop: "{{ dashtec_networks }}"
+  changed_when: true

apps/web/Dockerfile

@@ -28,6 +28,9 @@ RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
 FROM deps AS builder
 WORKDIR /app
 
+# Which network's build-time env to bake (NEXT_PUBLIC_* differ per network).
+ARG NETWORK=mainnet
+
 # Copy workspace package source code
 COPY packages/contract-calls ./packages/contract-calls
 COPY packages/shared-types ./packages/shared-types
@@ -39,7 +42,7 @@ COPY packages/logger ./packages/logger
 COPY apps/web ./apps/web
 
 # Load build-time env vars (NEXT_PUBLIC_* are inlined during next build)
-RUN if [ -f ./apps/web/.env.build ]; then cp ./apps/web/.env.build ./apps/web/.env.production; fi
+RUN if [ -f "./apps/web/.env.build.${NETWORK}" ]; then cp "./apps/web/.env.build.${NETWORK}" ./apps/web/.env.production; fi
 
 # Build workspace packages in dependency order:
 # logger -> database (needs logger; prisma generated first) -> shared-types

docker-compose.yml

@@ -5,12 +5,14 @@ services:
     build:
       context: .
       dockerfile: apps/web/Dockerfile
+      args:
+        NETWORK: mainnet
     image: dashtec-web:latest
     container_name: dashtec-web
     ports:
       - "${WEB_PORT:-3000}:3000"
     env_file:
-      - apps/web/.env
+      - apps/web/.env.mainnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@${DB_HOST:-postgres-mainnet}:5432/dashtec
       REDIS_URL: redis://:dashtec@${REDIS_HOST:-redis-mainnet}:6379
@@ -35,7 +37,7 @@ services:
     ports:
       - "${PONDER_PORT:-42069}:42069"
     env_file:
-      - packages/indexer-ponder/.env
+      - packages/indexer-ponder/.env.mainnet
     environment:
       DATABASE_SCHEMA: ponder_prod
       DATABASE_URL: postgresql://dashtec:dashtec@${DB_HOST:-postgres-mainnet}:5432/dashtec
@@ -64,7 +66,7 @@ services:
       - "${COLLECTOR_VALIDATOR_MIGRATION_PORT:-4003}:4003"
       - "${COLLECTOR_PROVIDER_LIST_PORT:-4004}:4004"
     env_file:
-      - packages/indexer-custom/.env
+      - packages/indexer-custom/.env.mainnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@${DB_HOST:-postgres-mainnet}:5432/dashtec
       DATABASE_READ_REPLICA_URL: postgresql://dashtec:dashtec@${DB_HOST:-postgres-mainnet}:5432/dashtec
@@ -87,7 +89,7 @@ services:
     image: dashtec-materializer:latest
     container_name: dashtec-materializer
     env_file:
-      - packages/materializer/.env
+      - packages/materializer/.env.mainnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@${DB_HOST:-postgres-mainnet}:5432/dashtec
       PONDER_SCHEMA: ponder_prod
@@ -106,12 +108,14 @@ services:
     build:
       context: .
       dockerfile: apps/web/Dockerfile
+      args:
+        NETWORK: testnet
     image: dashtec-web:testnet
     container_name: dashtec-web-testnet
     ports:
       - "${WEB_TESTNET_PORT:-3001}:3000"
     env_file:
-      - apps/web/.env
+      - apps/web/.env.testnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@postgres-testnet:5432/dashtec
       REDIS_URL: redis://:dashtec@redis-testnet:6379
@@ -137,7 +141,7 @@ services:
     ports:
       - "${PONDER_TESTNET_PORT:-42070}:42069"
     env_file:
-      - packages/indexer-ponder/.env
+      - packages/indexer-ponder/.env.testnet
     environment:
       DATABASE_SCHEMA: ponder_prod
       DATABASE_URL: postgresql://dashtec:dashtec@postgres-testnet:5432/dashtec
@@ -166,7 +170,7 @@ services:
       - "${COLLECTOR_VALIDATOR_MIGRATION_TESTNET_PORT:-4013}:4003"
       - "${COLLECTOR_PROVIDER_LIST_TESTNET_PORT:-4014}:4004"
     env_file:
-      - packages/indexer-custom/.env
+      - packages/indexer-custom/.env.testnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@postgres-testnet:5432/dashtec
       DATABASE_READ_REPLICA_URL: postgresql://dashtec:dashtec@postgres-testnet:5432/dashtec
@@ -190,7 +194,7 @@ services:
     image: dashtec-materializer:testnet
     container_name: dashtec-materializer-testnet
     env_file:
-      - packages/materializer/.env
+      - packages/materializer/.env.testnet
     environment:
       DATABASE_URL: postgresql://dashtec:dashtec@postgres-testnet:5432/dashtec
       PONDER_SCHEMA: ponder_prod

packages/indexer-custom/src/config/config.ts

@@ -27,7 +27,9 @@ const envSchema = z.object({
   VALIDATOR_MIGRATION_ENABLED: z.coerce.boolean(),
   VALIDATOR_MIGRATION_POLL_INTERVAL_MS: z.coerce.number().int().positive(),
   VALIDATOR_MIGRATION_BATCH_SIZE: z.coerce.number().int().positive(),
-  VALIDATOR_MIGRATION_SOURCE_DB_URL: z.string().url().optional(),
+  // Empty string is valid (migration disabled). .optional() alone still runs
+  // .url() on "", so accept an empty literal too.
+  VALIDATOR_MIGRATION_SOURCE_DB_URL: z.union([z.string().url(), z.literal('')]).optional(),
   STAKING_APP_API_URL: z.string().optional(),
   PROVIDER_LIST_POLL_INTERVAL_MS: z.coerce.number().optional(),
   NODE_ENV: z.enum(['development', 'production', 'test']),

scripts/env/propagate-app.js

@@ -64,7 +64,7 @@ if (!existsSync(appsDir)) {
 
 const contentRuntime = buildEnvContent(network, envMapRuntime);
 const contentBuild = buildEnvContent(network, envMapBuild);
-writeFileSync(join(appsDir, '.env'), contentRuntime);
-writeFileSync(join(appsDir, '.env.build'), contentBuild);
-console.log(`✓ Generated apps/web/.env for ${network}`);
-console.log(`✓ Generated apps/web/.env.build for ${network}`);
+writeFileSync(join(appsDir, `.env.${network}`), contentRuntime);
+writeFileSync(join(appsDir, `.env.build.${network}`), contentBuild);
+console.log(`✓ Generated apps/web/.env.${network}`);
+console.log(`✓ Generated apps/web/.env.build.${network}`);

scripts/env/propagate-database.js

@@ -17,6 +17,6 @@ const envMap = {
 };
 
 const content = buildEnvContent(network, envMap);
-const envPath = join(ROOT_DIR, 'packages', 'database', '.env');
+const envPath = join(ROOT_DIR, 'packages', 'database', `.env.${network}`);
 writeFileSync(envPath, content);
-console.log(`✓ Generated packages/database/.env for ${network}`);
+console.log(`✓ Generated packages/database/.env.${network}`);

scripts/env/propagate-indexer-custom.js

@@ -57,6 +57,6 @@ const envMap = {
 };
 
 const content = buildEnvContent(network, envMap);
-const envPath = join(ROOT_DIR, 'packages', 'indexer-custom', '.env');
+const envPath = join(ROOT_DIR, 'packages', 'indexer-custom', `.env.${network}`);
 writeFileSync(envPath, content);
-console.log(`✓ Generated packages/indexer-custom/.env for ${network}`);
+console.log(`✓ Generated packages/indexer-custom/.env.${network}`);

scripts/env/propagate-indexer-ponder.js

@@ -40,6 +40,6 @@ const envMap = {
 };
 
 const content = buildEnvContent(network, envMap);
-const envPath = join(ROOT_DIR, 'packages', 'indexer-ponder', '.env');
+const envPath = join(ROOT_DIR, 'packages', 'indexer-ponder', `.env.${network}`);
 writeFileSync(envPath, content);
-console.log(`✓ Generated packages/indexer-ponder/.env for ${network}`);
+console.log(`✓ Generated packages/indexer-ponder/.env.${network}`);

scripts/env/propagate-materializer.js

@@ -23,6 +23,6 @@ const envMap = {
 };
 
 const content = buildEnvContent(network, envMap);
-const envPath = join(ROOT_DIR, 'packages', 'materializer', '.env');
+const envPath = join(ROOT_DIR, 'packages', 'materializer', `.env.${network}`);
 writeFileSync(envPath, content);
-console.log(`✓ Generated packages/materializer/.env for ${network}`);
+console.log(`✓ Generated packages/materializer/.env.${network}`);