MinIO locally in docker-compose

Author: matt-aitken

.env.example

@@ -77,14 +77,16 @@ POSTHOG_PROJECT_KEY=
 # DEPOT_TOKEN=<Depot org token>
 # DEV_OTEL_EXPORTER_OTLP_ENDPOINT="http://0.0.0.0:4318"
 # These are needed for the object store (for handling large payloads/outputs)
-# Default provider (backward compatible - no protocol prefix)
-# OBJECT_STORE_BASE_URL="https://{bucket}.{accountId}.r2.cloudflarestorage.com"
-# OBJECT_STORE_ACCESS_KEY_ID=
-# OBJECT_STORE_SECRET_ACCESS_KEY=
-# OBJECT_STORE_REGION=auto
+#
+# Default provider
+# OBJECT_STORE_BASE_URL=http://localhost:9005
+# OBJECT_STORE_BUCKET=packets
+# OBJECT_STORE_ACCESS_KEY_ID=minioadmin
+# OBJECT_STORE_SECRET_ACCESS_KEY=minioadmin
+# OBJECT_STORE_REGION=us-east-1
 # OBJECT_STORE_SERVICE=s3
-# OBJECT_STORE_DEFAULT_PROTOCOL=s3  # Optional: protocol to use for new uploads (e.g., "s3", "r2")
 #
+# OBJECT_STORE_DEFAULT_PROTOCOL=s3  # Only specify this if you're going to migrate object storage and set protocol values below
 # Named providers (protocol-prefixed data) - optional for multi-provider support
 # OBJECT_STORE_S3_BASE_URL=https://s3.amazonaws.com
 # OBJECT_STORE_S3_ACCESS_KEY_ID=

docker/docker-compose.yml

@@ -4,6 +4,7 @@ volumes:
   database-data:
   database-data-alt:
   redis-data:
+  minio-data:
   clickhouse-data:
   clickhouse-logs:
   prometheus-data:
@@ -49,6 +50,45 @@ services:
     ports:
       - 6379:6379
 
+  # S3-compatible API for local object store (large payloads / packet offload).
+  # Host :9005 = S3 API, :9006 = web console (ClickHouse uses host :9000).
+  minio:
+    container_name: minio
+    image: minio/minio:latest
+    restart: always
+    command: server /data --console-address ":9001"
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin
+    volumes:
+      - minio-data:/data
+    ports:
+      - "9005:9000"
+      - "9006:9001"
+    networks:
+      - app_network
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
+      interval: 5s
+      timeout: 5s
+      retries: 5
+      start_period: 5s
+
+  minio-init:
+    image: minio/mc:latest
+    depends_on:
+      minio:
+        condition: service_healthy
+    networks:
+      - app_network
+    entrypoint: /bin/sh
+    command:
+      - -c
+      - |
+        mc alias set local http://minio:9000 minioadmin minioadmin
+        mc mb -p local/packets || true
+    restart: "no"
+
   electric:
     container_name: electric
     image: electricsql/electric:1.2.4@sha256:20da3d0b0e74926c5623392db67fd56698b9e374c4aeb6cb5cadeb8fea171c36