|
| 1 | +# /etc/aichat/config.yaml -- MiOS default aichat configuration. |
| 2 | +# |
| 3 | +# Shipped by mios.git so the operator gets a working `aichat` shell |
| 4 | +# the moment they open a terminal on a MiOS host (deployed image OR |
| 5 | +# MiOS-DEV WSL2 distro). Users who want their own config drop a |
| 6 | +# ~/.config/aichat/config.yaml -- aichat reads the user file first |
| 7 | +# and ignores the system default when present. |
| 8 | +# |
| 9 | +# Endpoint: localhost:11434/v1 -- Ollama's OpenAI-compat surface. |
| 10 | +# The `ollama.container` Quadlet publishes 0.0.0.0:11434; the |
| 11 | +# mios-ollama-firstboot.service oneshot pulls the configured model |
| 12 | +# set into /var/lib/ollama/models on first boot. By the time the |
| 13 | +# operator's first interactive shell renders the dashboard, the |
| 14 | +# default chat + embed models are present and aichat can connect |
| 15 | +# without any user-side config. |
| 16 | +# |
| 17 | +# Model: pinned to qwen2.5-coder:7b as a safe default. Override per |
| 18 | +# session: `aichat --model ollama:<model>`. Persistent override: |
| 19 | +# copy this file to ~/.config/aichat/config.yaml and edit `model`. |
| 20 | +# The MIOS_AI_MODEL env var (set by /etc/profile.d/mios-env.sh from |
| 21 | +# /etc/mios/install.env) is the canonical source-of-truth; the |
| 22 | +# /usr/bin/mios-ai wrapper substitutes it at call time so the bare |
| 23 | +# `aichat` and `mios-ai` paths can drift apart cleanly. |
| 24 | + |
| 25 | +model: ollama:qwen2.5-coder:7b |
| 26 | +stream: true |
| 27 | +save_session: true |
| 28 | +keybindings: emacs |
| 29 | + |
| 30 | +clients: |
| 31 | + - type: openai-compatible |
| 32 | + name: ollama |
| 33 | + api_base: http://localhost:11434/v1 |
| 34 | + api_key: ollama # any non-empty string; ollama ignores the key |
| 35 | + models: |
| 36 | + - name: qwen2.5-coder:7b |
| 37 | + max_input_tokens: 32768 |
| 38 | + supports_function_calling: true |
| 39 | + - name: qwen2.5-coder:14b |
| 40 | + max_input_tokens: 32768 |
| 41 | + supports_function_calling: true |
| 42 | + - name: nomic-embed-text |
| 43 | + type: embedding |
| 44 | + max_input_tokens: 8192 |
| 45 | + # Add additional models pulled via mios-ollama-firstboot here. |
| 46 | + # `ollama list` from the host shows what's actually available. |
| 47 | + |
| 48 | + # MiOS canonical OpenAI surface (LocalAI / mios-ai Quadlet on :8080) |
| 49 | + # remains as a secondary client. Switch via `aichat -c localai`. |
| 50 | + - type: openai-compatible |
| 51 | + name: localai |
| 52 | + api_base: http://localhost:8080/v1 |
| 53 | + api_key: localai |
| 54 | + models: |
| 55 | + - name: qwen2.5-coder:7b |
| 56 | + max_input_tokens: 32768 |
0 commit comments