Skip to content

Latest commit

 

History

History
150 lines (123 loc) · 2.51 KB

File metadata and controls

150 lines (123 loc) · 2.51 KB

Config Schema

Gateflow config is YAML.

The MVP starts with LLM Gateway configuration.

Future sections may include MCP Gateway and Agent & Skill Registry.


Example

server:
  listen: ":8080"

modules:
  llm_gateway:
    enabled: true
  mcp_gateway:
    enabled: false
  agent_registry:
    enabled: false
    registries: []

storage:
  type: sqlite
  dsn: "~/.gateflow/data/gateflow.db"

usage:
  mode: "jsonl"
  path: "~/.gateflow/data/usage.jsonl"
  token_estimation: "char_div_4"
  async_queue:
    enabled: true
    type: "memory"
    max_size: 10000

metrics:
  prometheus:
    enabled: true
    path: "/metrics"

routing:
  default_strategy: "warm_aware_least_active"
  warm_model_ttl_seconds: 300
  max_retries: 1

backend_health:
  enabled: true
  interval_seconds: 10
  timeout_seconds: 2

circuit_breaker:
  enabled: true
  failure_threshold: 3
  cooldown_seconds: 30

guardrails:
  enabled: false
  streaming_mode: "passthrough"

backends:
  - id: m3-studio-01
    type: ollama
    base_url: "http://10.9.10.11:11434"
    weight: 2
    drain: false

models:
  - id: code
    real_model: "qwen2.5-coder:14b"
    backends:
      - m3-studio-01

organizations:
  - id: acme-local
    name: "ACME Local AI"
    limits:
      daily_tokens: 1000000
      rpm: 600
      max_concurrent_requests: 30
    allowed_models:
      - code

projects:
  - id: yazilim
    organization_id: acme-local
    name: "Yazılım"
    limits:
      daily_tokens: 500000
      rpm: 300
    allowed_models:
      - code

apps:
  - id: code-review-agent
    project_id: yazilim
    name: "Code Review Agent"
    limits:
      daily_tokens: 250000
      rpm: 120
    allowed_models:
      - code

credentials:
  - id: cred-yazilim-code-demo
    name: "Yazılım Code Review Demo Key"
    key: "sk_demo_yazilim_code"
    app_id: code-review-agent
    enabled: true

Registry Config

modules:
  agent_registry:
    enabled: true
    registries:
      - id: crux
        type: filesystem
        root: "/opt/crux"
        watch: true
        include:
          - "agents/**/AGENT.md"
          - "skills/**/SKILL.md"
        exclude:
          - "**/README.md"
          - "templates/**"

Validation Rules

Gateflow must validate:

  • Duplicate IDs
  • Missing references
  • Invalid backend references
  • Invalid model references
  • Credentials pointing to missing apps
  • Apps pointing to missing projects
  • Projects pointing to missing organizations
  • Invalid limits
  • Invalid routing strategy
  • Invalid registry path if registry is enabled