feat: [Indexer] Wiring (#170)

* feat: indexer fetcher

* feat: indexer refactored

* improved impl

* store modified

* removed doc

* feat: indexer http service

* feat: only applied private http

* lint fixed

* removed unused middleware

* feat: pg implementation for indexer store

* ordering fix

* lint fix and improvements

* wired indexer

* http private

* lint fixed

* Update cmd/indexer/migrate/main.go

Co-authored-by: Arun Dhyani <dhyaniarun7@gmail.com>

---------

Co-authored-by: Arun Dhyani <dhyaniarun7@gmail.com>

Author: sadiq1971

Dockerfile.local

@@ -18,8 +18,10 @@ COPY . .
 # CGO_ENABLED=0 creates static binaries compatible with alpine
 RUN CGO_ENABLED=0 go build -o /app/bin/relayer ./cmd/relayer && \
     CGO_ENABLED=0 go build -o /app/bin/api-server ./cmd/api-server && \
+    CGO_ENABLED=0 go build -o /app/bin/indexer ./cmd/indexer && \
     CGO_ENABLED=0 go build -o /app/bin/api-server-migrate ./cmd/api-server/migrate && \
     CGO_ENABLED=0 go build -o /app/bin/relayer-migrate ./cmd/relayer/migrate && \
+    CGO_ENABLED=0 go build -o /app/bin/indexer-migrate ./cmd/indexer/migrate && \
     CGO_ENABLED=0 go build -o /app/bin/bootstrap-bridge ./scripts/setup/bootstrap-bridge.go && \
     CGO_ENABLED=0 go build -o /app/bin/register-user ./scripts/testing/register-user.go && \
     CGO_ENABLED=0 go build -o /app/bin/mock-oauth2-server ./scripts/utils/mock-oauth2-server.go
@@ -69,6 +71,24 @@ ENV ENV=docker
 
 ENTRYPOINT ["/app/docker-bootstrap.sh"]
 
+# Runtime stage for indexer
+FROM alpine:latest AS indexer
+
+WORKDIR /app
+RUN apk add --no-cache ca-certificates wget
+COPY --from=builder /app/bin/indexer /app/indexer
+COPY --from=builder /app/bin/indexer-migrate /app/indexer-migrate
+COPY --from=builder /app/pkg/config/defaults /app/config/defaults
+COPY scripts/setup/entrypoint.sh /app/entrypoint.sh
+RUN chmod +x /app/entrypoint.sh
+
+ENV DEFAULT_BINARY=/app/indexer
+ENV ENV=docker
+
+EXPOSE 8082
+
+ENTRYPOINT ["/app/entrypoint.sh"]
+
 # Runtime stage for api-server
 FROM alpine:latest AS api-server
 

cmd/indexer/Dockerfile

@@ -0,0 +1,34 @@
+# Build stage
+# Using full golang image (not alpine) for toolchain auto-download support
+FROM golang:1.24 AS builder
+
+WORKDIR /app
+
+# Allow Go toolchain to auto-upgrade for dependencies requiring newer versions
+ENV GOTOOLCHAIN=auto
+
+# Copy go mod files first
+COPY go.mod go.sum ./
+
+# Download deps and build in one layer to preserve toolchain
+RUN GOTOOLCHAIN=auto go mod download && \
+    GOTOOLCHAIN=auto CGO_ENABLED=0 go build -ldflags="-w -s" -o /app/bin/indexer ./cmd/indexer && \
+    GOTOOLCHAIN=auto CGO_ENABLED=0 go build -ldflags="-w -s" -o /app/bin/indexer-migrate ./cmd/indexer/migrate
+
+# Copy all source
+COPY . .
+
+# Runtime stage
+FROM alpine:latest
+
+WORKDIR /app
+
+RUN apk add --no-cache ca-certificates
+
+COPY --from=builder /app/bin/indexer /app/indexer
+COPY --from=builder /app/bin/indexer-migrate /app/indexer-migrate
+
+EXPOSE 8082
+
+ENTRYPOINT ["/app/indexer"]
+CMD ["-config", "/app/config.yaml"]

cmd/indexer/main.go

@@ -0,0 +1,23 @@
+package main
+
+import (
+	"flag"
+	"log"
+
+	appindexer "github.com/chainsafe/canton-middleware/pkg/app/indexer"
+	"github.com/chainsafe/canton-middleware/pkg/config"
+)
+
+func main() {
+	configPath := flag.String("config", "config.yaml", "Path to configuration file")
+	flag.Parse()
+
+	cfg, err := config.LoadIndexerServer(*configPath)
+	if err != nil {
+		log.Fatalf("load config: %v", err)
+	}
+
+	if err = appindexer.NewServer(cfg).Run(); err != nil {
+		log.Fatalf("indexer server exited with error: %v", err)
+	}
+}

cmd/indexer/migrate/main.go

@@ -0,0 +1,36 @@
+package main
+
+import (
+	"flag"
+	"log"
+
+	"github.com/uptrace/bun/migrate"
+
+	"github.com/chainsafe/canton-middleware/pkg/config"
+	"github.com/chainsafe/canton-middleware/pkg/migrations/indexerdb"
+	"github.com/chainsafe/canton-middleware/pkg/pgutil"
+	mghelper "github.com/chainsafe/canton-middleware/pkg/pgutil/migrations"
+)
+
+func main() {
+	cfgPath := flag.String("config", "config.yaml", "Path to configuration file")
+	flag.Usage = mghelper.Usage
+	flag.Parse()
+
+	cfg, err := config.LoadIndexerServer(*cfgPath)
+	if err != nil {
+		log.Fatalf("load config: %v", err)
+	}
+
+	db, err := pgutil.ConnectDB(cfg.Database)
+	if err != nil {
+		log.Fatalf("connect database: %v", err)
+	}
+	defer db.Close()
+
+	log.Printf("Running migrations for indexer database")
+
+	if err = mghelper.RunMigrations(migrate.NewMigrator(db, indexerdb.Migrations), flag.Args()...); err != nil {
+		mghelper.Exitf(err.Error())
+	}
+}

config.e2e-local.yaml

@@ -29,7 +29,7 @@ database:
 
 # Canton config
 canton:
-  domain_id: "local::1220491bf04408d7cf1a8c9d6147f46a4e300901b5fd2f13dd60c4e871fc5df130d2"
+  domain_id: "local::122012347c9534aef60e0c941f8baa14d4bd977d18b593011f714078064ce154ed7e"
   issuer_party: "BridgeIssuer::1220192c25966fe2d53554dfe3a7e2c1c786268318f9870a26902935f3c912ac51ac"
 
   ledger:

docker-compose.devnet.yaml

@@ -59,7 +59,21 @@ services:
       CANTON_AUTH_CLIENT_SECRET: "${CANTON_AUTH_CLIENT_SECRET}"
       CANTON_MASTER_KEY: "${CANTON_MASTER_KEY}"
 
-  # Postgres stays enabled for relayer and API server state
+  # Indexer connecting to 5North DevNet
+  indexer:
+    depends_on: !override
+      postgres:
+        condition: service_healthy
+    volumes: []
+    command: []
+    environment:
+      ENV: devnet
+      INDEXER_DATABASE_URL: "${INDEXER_DATABASE_URL:-postgres://postgres:p%40ssw0rd@postgres:5432/canton_indexer}"
+      CANTON_AUTH_CLIENT_ID: "${CANTON_AUTH_CLIENT_ID}"
+      CANTON_AUTH_CLIENT_SECRET: "${CANTON_AUTH_CLIENT_SECRET}"
+      CANTON_ISSUER_PARTY: "${CANTON_ISSUER_PARTY}"
+
+  # Postgres stays enabled for relayer, API server, and indexer state
 
 volumes:
   postgres_data:

docker-compose.local-test.yaml

@@ -22,6 +22,12 @@ services:
       LOG_LEVEL: debug
       E2E_TEST_MODE: "true"
 
+  # Override indexer environment
+  indexer:
+    environment:
+      LOG_LEVEL: debug
+      E2E_TEST_MODE: "true"
+
   # Override postgres to skip persistent volume for clean test state
   postgres:
     # No persistent volume - fresh DB each run

docker-compose.mainnet.yaml

@@ -27,6 +27,9 @@ services:
   api-server:
     profiles: ["disabled"]
 
+  indexer:
+    profiles: ["disabled"]
+
   relayer:
     depends_on: !override
       postgres:

docker-compose.yaml

@@ -109,7 +109,7 @@ services:
       POSTGRES_USER: postgres
       POSTGRES_PASSWORD: p@ssw0rd
       POSTGRES_DB: postgres
-      POSTGRES_MULTIPLE_DATABASES: relayer,erc20_api
+      POSTGRES_MULTIPLE_DATABASES: relayer,erc20_api,canton_indexer
     ports:
       - "5432:5432"
     volumes:
@@ -154,6 +154,7 @@ services:
       ENV: docker
       CONFIG_FILE: /app/state/config.yaml
       API_SERVER_CONFIG_FILE: /app/state/api-server-config.yaml
+      INDEXER_CONFIG_FILE: /app/state/indexer-config.yaml
       CANTON_HTTP: http://canton:5013
       BROADCAST_DIR: /app/broadcast
       RELAYER_DATABASE_URL: "${RELAYER_DATABASE_URL:-postgres://postgres:p%40ssw0rd@postgres:5432/relayer}"
@@ -258,6 +259,45 @@ services:
     networks:
       - bridge-network
 
+  # ===========================================================================
+  # Canton Indexer
+  # ===========================================================================
+  indexer:
+    build:
+      context: .
+      dockerfile: Dockerfile.local
+      target: indexer
+    container_name: canton-indexer
+    ports:
+      - "8082:8082"
+    volumes:
+      - config_state:/app/state:ro
+    command: ["-config", "/app/state/indexer-config.yaml"]
+    environment:
+      LOG_LEVEL: debug
+      ENV: docker
+      INDEXER_DATABASE_URL: "${INDEXER_DATABASE_URL:-postgres://postgres:p%40ssw0rd@postgres:5432/canton_indexer}"
+      CANTON_AUTH_CLIENT_ID: "${CANTON_AUTH_CLIENT_ID:-local-test-client}"
+      CANTON_AUTH_CLIENT_SECRET: "${CANTON_AUTH_CLIENT_SECRET:-local-test-secret}"
+    depends_on:
+      bootstrap:
+        condition: service_completed_successfully
+      postgres:
+        condition: service_healthy
+      canton:
+        condition: service_healthy
+      mock-oauth2:
+        condition: service_healthy
+    restart: unless-stopped
+    healthcheck:
+      test: ["CMD", "wget", "-qO-", "http://localhost:8082/health"]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+      start_period: 30s
+    networks:
+      - bridge-network
+
 networks:
   bridge-network:
     driver: bridge