Add Redis job store service

Introduce a Redis-backed job store and enable Redis in deployment. Adds a Redis service to docker-compose and exposes REDIS_URL to the app, adds redis dependency to requirements, and adds redis_url to app settings. Implements RedisJobStore (with 24h TTL) and updates get_job_store to prefer Redis when redis_url is configured. Also bumps default_max_cells to 1,000,000.

Author: manuvanegas

deploy/compose/base.yml

@@ -4,11 +4,19 @@ services:
       context: .
       dockerfile: deploy/Dockerfile
     restart: always
+    environment:
+      REDIS_URL: redis://redis:6379
     volumes:
       - ./img_logs:/shared
     networks:
       - internal_geospatial_net # Internal network to see Titiler
       - default # External access to reach S3 and serve the frontend
+  redis:
+    image: redis:7-alpine
+    restart: always
+    networks:
+      - internal_geospatial_net
+
   titiler:
     image: ghcr.io/developmentseed/titiler:latest
     restart: always

deploy/requirements/base.txt

@@ -28,3 +28,6 @@ PyYAML==6.0.3
 
 # Observability
 sentry-sdk==2.55.0
+
+# Job store
+redis>=5.0

timeseries/app/config.py

@@ -1,7 +1,7 @@
 from functools import lru_cache
 from logging.config import dictConfig
 from pathlib import Path
-from typing import List, Tuple, Type
+from typing import List, Optional, Tuple, Type
 from pydantic import BaseModel
 from pydantic_settings import (
     BaseSettings,
@@ -28,8 +28,9 @@ class Settings(BaseSettings):
     name: str = "SKOPE API Services (development)"
     base_uri: str = "timeseries"
     max_processing_time: int = 15000  # in milliseconds
-    default_max_cells:int = 500000  # max number of cells to extract from data cubes
+    default_max_cells:int = 1000000  # max number of cells to extract from data cubes
     store: Store
+    redis_url: Optional[str] = None
     sentry_dsn: str = "https://9b9dc2f60562380edeb675c39fe1c896@sentry.comses.net/4"
     tile_server_url: str
     storage_base_url: str

timeseries/app/store/jobs.py

@@ -2,6 +2,7 @@
 import time
 import os
 import json
+import redis as redis_lib
 
 _JOBS_DIR = "/tmp/skope_jobs"
 
@@ -47,5 +48,26 @@ def get_job_status(self, job_id: str) -> dict | None:
         with open(file_path, "r") as f:
             return json.load(f)
 
+_JOB_TTL_SECONDS = 86400  # 24 hours — matches cleanup_stale_jobs default
+
+
+class RedisJobStore(JobStore):
+    def __init__(self, redis_url: str):
+        self._client = redis_lib.Redis.from_url(redis_url, decode_responses=True)
+
+    def update_job(self, job_id: str, status_data: dict) -> None:
+        self._client.set(f"job:{job_id}", json.dumps(status_data), ex=_JOB_TTL_SECONDS)
+
+    def get_job_status(self, job_id: str) -> dict | None:
+        raw = self._client.get(f"job:{job_id}")
+        if raw is None:
+            return None
+        return json.loads(raw)
+
+
 def get_job_store() -> JobStore:
+    from app.config import get_settings
+    settings = get_settings()
+    if settings.redis_url:
+        return RedisJobStore(settings.redis_url)
     return FileSystemJobStore()