Merge pull request #17 from codez0mb1e/ai-agents-setup

AI agents: local setup

Author: codez0mb1e

ai-agents/.env

@@ -0,0 +1 @@
+WEBUI_SECRET_KEY=your-very-secure-random-key-here

ai-agents/README.md

@@ -0,0 +1,62 @@
+# AI Agents Development
+
+Scripts for local AI development.
+
+- [Quick Start](#quick-start)
+- [Services](#services)
+- [Models](#models)
+  - [Monitoring download](#monitoring-download)
+- [Configuration](#configuration)
+
+
+## Quick Start
+
+```bash
+# 1. Start services (automatically downloads models)
+docker compose up -d
+
+# 2. Monitor model downloading progress
+docker compose logs model-downloader -f
+
+# 3. Access Open WebUI (after models are downloaded)
+open http://localhost:3000
+```
+
+## Services
+
+- **Ollama**: http://localhost:11434 (LLM inference)
+- **Open WebUI**: http://localhost:3000 (Chat interface)
+
+## Models
+
+The `download_models.sh` script automatically downloads:
+
+- `llama3.2`: lightweight general purpose chat model
+- `deepseek-coder`: code generation and assistance
+- `gpt-oss`: SotA reasoning model
+
+See all available models at [ollama.com/models](https://ollama.com/models).
+
+### Monitoring download
+
+```bash
+# Watch model download progress
+docker compose logs model-downloader -f
+
+# Check Ollama service status
+docker compose logs ollama -f
+
+# List downloaded models
+docker exec -it ollama ollama list
+
+# Check if models are ready
+curl http://localhost:11434/api/tags
+```
+
+## Configuration
+
+Edit `.env` file:
+
+```bash
+WEBUI_SECRET_KEY=your-secure-key-here
+```

ai-agents/agents.sh

@@ -3,18 +3,11 @@
 #
 # AI agents development environment setup
 #
-# This script sets up:
-# - Infra
-# - Frameworks
-# - Tools
-#
-# Note: will be decomposed into separate scripts later
-# Usage: ./agents.sh
-#
 
 
 # 0. Install Ollama [1]
-# install
+# See compose.yml to run Ollama server in Docker
+# or install
 cd ~
 curl -fsSL https://ollama.com/install.sh | sh
 
@@ -25,6 +18,9 @@ ollama -v
 ollama run llama3.2
 ollama run deepseek-coder
 
+# uninstall Ollama
+# https://medium.com/@heartonbit/uninstalling-ollama-db78dd9545fa
+
 
 # Connect Ollama to Open-WebUI [2]
 docker network create ollama-net
@@ -47,6 +43,7 @@ uv sync --all-extras
 
 
 # 2. Install Playwright ----
+
 playwright install
 
 

ai-agents/compose.yml

@@ -0,0 +1,89 @@
+networks:
+  ai-agents-net:
+    driver: bridge
+
+services:
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    ports:
+      - "11434:11434"
+    volumes:
+      - ollama:/root/.ollama
+    networks:
+      - ai-agents-net
+    restart: unless-stopped
+    environment:
+      - OLLAMA_HOST=0.0.0.0
+      - OLLAMA_NUM_PARALLEL=2
+    healthcheck:
+      test: ["CMD", "ollama", "list"]
+      interval: 15s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+    deploy:
+      resources:
+        limits:
+          cpus: '7.0'
+          memory: 32G
+        reservations:
+          cpus: '4.0'
+          memory: 16G
+
+  model-downloader:
+    image: ollama/ollama:latest
+    container_name: model-downloader
+    volumes:
+      - ollama:/root/.ollama
+      - ./download_models.sh:/download_models.sh
+    networks:
+      - ai-agents-net
+    depends_on:
+      ollama:
+        condition: service_healthy
+    entrypoint: ["bash"]
+    command: ["/download_models.sh"]
+    restart: "no"
+    environment:
+      - OLLAMA_HOST=http://ollama:11434
+
+  open-webui:
+    image: ghcr.io/open-webui/open-webui:main
+    container_name: open-webui
+    ports:
+      - "3000:8080"
+    volumes:
+      - open-webui:/app/backend/data
+    networks:
+      - ai-agents-net
+    depends_on:
+      ollama:
+        condition: service_healthy
+    restart: unless-stopped
+    env_file:
+      - .env
+    environment:
+      - OLLAMA_BASE_URL=http://ollama:11434
+      - WEBUI_SECRET_KEY=${WEBUI_SECRET_KEY}
+      - WEBUI_AUTH=False  # Set to True for authentication
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 30s
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'
+          memory: 4G
+        reservations:
+          cpus: '0.5'
+          memory: 1G
+
+volumes:
+  ollama:
+    driver: local
+  open-webui:
+    driver: local

ai-agents/download_models.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+#
+# Download and setup Ollama models for AI agents development
+#
+
+echo "🤖 Starting Ollama models download..."
+
+# Wait for Ollama service to be ready
+echo "⏳ Waiting for Ollama service to be ready..."
+until ollama list >/dev/null 2>&1; do
+    echo "   Waiting for Ollama..."
+    sleep 3
+done
+
+echo "✅ Ollama service is ready!"
+
+# Download models
+echo "📥 Downloading models..."
+
+# Core models for development
+ollama pull llama3.2:3b
+echo "✅ Downloaded llama3.2"
+
+ollama pull gpt-oss:20b
+echo "✅ Downloaded gpt-oss:20b"
+
+ollama pull deepseek-coder:6.7b
+echo "✅ Downloaded deepseek-coder"
+
+
+echo "🎉 All models downloaded successfully!"
+
+# List downloaded models
+echo "📋 Available models:"
+ollama list

ubuntu-os/README.md

@@ -155,6 +155,12 @@ ssh-keygen -y -f $KEY_NAME | ssh $USR@$HOST 'cat >> .ssh/authorized_keys'
 
 ## Cookies
 
+Generate random password:
+
+```bash
+openssl rand -hex 32
+```
+
 Matrix screensaver:
 
 ```bash