Merge pull request #24 from madkoding/feat/local-runtime-ws-status

feat(core): consolidar runtime local y estado en tiempo real

Author: madkoding

.env.example

@@ -1,7 +1,7 @@
 # Fractal-Mind Configuration
 
-# Database Configuration (SurrealDB)
-SURREAL_URL=ws://localhost:8000
+# Database Configuration (SurrealDB HTTP endpoint)
+SURREAL_URL=http://localhost:8000
 SURREAL_USER=root
 SURREAL_PASS=root
 SURREAL_NS=fractalmind

.github/workflows/ci.yml

@@ -13,15 +13,30 @@ jobs:
       - uses: actions/checkout@v4
       - name: Setup Rust
         uses: dtolnay/rust-toolchain@stable
+      - name: Cache cargo
+        uses: Swatinem/rust-cache@v2
       - name: Run tests
         run: cargo test --lib
 
+  test-bin:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Rust
+        uses: dtolnay/rust-toolchain@stable
+      - name: Cache cargo
+        uses: Swatinem/rust-cache@v2
+      - name: Run binary tests
+        run: cargo test --bins
+
   build:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - name: Setup Rust
         uses: dtolnay/rust-toolchain@stable
+      - name: Cache cargo
+        uses: Swatinem/rust-cache@v2
       - name: Build
         run: cargo build --release
 
@@ -31,6 +46,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Setup Rust
         uses: dtolnay/rust-toolchain@stable
+      - name: Cache cargo
+        uses: Swatinem/rust-cache@v2
       - name: Clippy
         run: cargo clippy -- -D warnings
       - name: Format

.gitignore

@@ -32,6 +32,7 @@ Cargo.lock
 CREDENTIALS.md
 API_KEYS.md
 secrets/
+config/secrets.json
 
 # Logs
 *.log
@@ -46,3 +47,6 @@ Thumbs.db
 
 # Data
 data/
+*.db
+*.db WAL
+*.db SHM

Cargo.toml

@@ -14,7 +14,7 @@ async-trait = "0.1"
 async-stream = "0.3"
 
 # Web Framework
-axum = { version = "0.7", features = ["macros", "multipart"] }
+axum = { version = "0.7", features = ["macros", "multipart", "ws"] }
 tower = { version = "0.5", features = ["full"] }
 tower-http = { version = "0.5", features = ["trace", "cors", "timeout"] }
 http = "1.1"
@@ -71,7 +71,7 @@ tesseract = { version = "0.14", optional = true }
 pdf-extract = { version = "0.10", optional = true }
 
 # Clustering algorithms para RAPTOR
-linfa = { version = "0.7", optional = true }
+linfa = { version = "0.8", optional = true }
 linfa-clustering = { version = "0.8", optional = true }
 
 # GGUF model parsing
@@ -83,11 +83,12 @@ sha2 = "0.10"
 
 # Bytes for streaming uploads
 bytes = "1.5"
-half = "2.7.1"
+half = "2.0"
 
 [dev-dependencies]
 mockall = "0.13"
 criterion = "0.5"
+tempfile = "3"
 
 [features]
 default = []

Dockerfile

@@ -37,16 +37,16 @@ RUN apt-get update && apt-get install -y \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
-# Copy .env and binary from builder
+# Copy .env.example and binary from builder
 COPY --from=builder /app/target/release/fractalmind /app/fractalmind
-COPY .env .env
+COPY .env.example .env
 
 # Expose port
 EXPOSE 9000
 
 # Health check
 HEALTHCHECK --interval=30s --timeout=3s --start-period=10s --retries=3 \
-    CMD curl -f http://127.0.0.1:3000/health || exit 1
+    CMD curl -f http://127.0.0.1:9000/health || exit 1
 
 # Run the application
 CMD ["/app/fractalmind"]

README.md

@@ -80,9 +80,9 @@ cd fractalmind
 ```
 
 **Docker Services:**
-- **SurrealDB** (port 8000): Database with persistent SSD storage in `./data/surrealdb/`
-- **SearXNG** (port 8080): Local web search for REM phase
-- **FractalMind API** (port 9000): Main API server (default: 9000, configurable via SERVER_PORT)
+- **SurrealDB** (port 8000): Database with persistent file storage in `./data/surrealdb/fractalmind.db`
+- **SearXNG** (port 18080): Local web search for REM phase (`8080` inside Docker network)
+- **FractalMind API** (port 12000): Main API server (`9000` inside Docker network)
 
 **Free LLM Models (Ollama Cloud):**
 - `nemotron-3-nano` - 30B parameters, excellent for chat/summarization
@@ -97,7 +97,7 @@ cd fractalmind
 **SearXNG Integration:**
 - automatically included in docker-compose (profile: searxng)
 - provides web search for REM phase
-- runs on http://localhost:8080
+- runs on http://localhost:18080 (host) and http://searxng:8080 (inside Docker)
 - if unavailable, REM phase web search disabled (still works with local knowledge)
 
 2. **Build and run**:
@@ -124,7 +124,7 @@ cargo test
 cargo test -- --ignored
 
 # Linting
-cargo clippy
+cargo clippy -- -D warnings
 
 # Formatting
 cargo fmt
@@ -172,7 +172,7 @@ Key variables in `.env`:
 
 ```bash
 # Database
-SURREAL_URL=ws://localhost:8000
+SURREAL_URL=http://localhost:8000
 SURREAL_NS=fractalmind
 SURREAL_DB=knowledge
 
@@ -260,12 +260,12 @@ OLLAMA_API_KEY=  # Empty for local
 
 ```bash
 # Ingest content - FastEmbed handles embeddings automatically
-curl -X POST http://localhost:9000/v1/ingest \
+curl -X POST http://localhost:12000/v1/ingest \
   -H "Content-Type: application/json" \
   -d '{"content": "Your text here", "namespace": "global"}'
 
 # Query - embeddings retrieved from DB (no model needed)
-curl -X POST http://localhost:9000/v1/ask \
+curl -X POST http://localhost:12000/v1/ask \
   -d '{"query": "What is this about?", "namespace": "global"}'
 ```
 
@@ -289,4 +289,4 @@ curl -X POST http://localhost:9000/v1/ask \
 MIT
 
 <!-- AUTO-UPDATE-DATE -->
-**Última actualización:** 2026-02-26 15:51:01 -03
+**Última actualización:** 2026-04-10

config/secrets.json.example

@@ -0,0 +1,3 @@
+{
+  "ollama_api_key": ""
+}

dev.sh

@@ -35,14 +35,21 @@ start_docker() {
         echo -e "${GREEN}✓ Docker containers already running${NC}"
     else
         # Start searxng by default (profile enabled)
-        docker-compose up -d surrealdb searxng
+        docker-compose up -d ollama surrealdb searxng
+        
+        # Wait for Ollama and pull required local models
+        sleep 5
+        echo -e "${YELLOW}Ensuring Ollama local models...${NC}"
+        docker exec fractalmind-ollama ollama pull qwen3-embedding:0.6b 2>/dev/null || true
+        docker exec fractalmind-ollama ollama pull llama3.2:1b 2>/dev/null || true
 
         if [ $? -eq 0 ]; then
             echo -e "${GREEN}✓ Docker containers started successfully${NC}"
             echo ""
             echo -e "${GREEN}✅ Services:${NC}"
+            echo "  - ollama:    http://localhost:11434"
             echo "  - surrealdb: http://localhost:8000"
-            echo "  - searxng:   http://localhost:8080 (web search)"
+            echo "  - searxng:   http://localhost:18080 (web search)"
             echo ""
             echo -e "${YELLOW}Note:${NC} SearXNG is enabled by default for REM phase web search."
             echo "         Set WEB_SEARCH_ENABLED=false to disable (REM phase will be off)."
@@ -56,7 +63,7 @@ start_docker() {
 # Function to start backend
 start_backend() {
     echo -e "${YELLOW}Starting backend server...${NC}"
-    RUST_LOG=debug cargo run --features "$FEATURES" &
+    RUST_LOG=debug WEB_SEARCH_PROVIDER=searxng WEB_SEARCH_BASE_URL=http://localhost:18080 cargo run --features "$FEATURES" &
     BACKEND_PID=$!
     echo -e "${GREEN}✓ Backend started (PID: $BACKEND_PID)${NC}"
 }
@@ -95,9 +102,9 @@ case "${1:-run}" in
         echo ""
         echo "Services:"
         echo "  Database:  http://localhost:8000"
-        echo "  SearXNG:   http://localhost:8080 (web search)"
-        echo "  Backend:   http://localhost:3000"
-        echo "  Frontend:  http://localhost:5173 (or configured port)"
+        echo "  SearXNG:   http://localhost:18080 (web search)"
+        echo "  Backend:   http://localhost:9000"
+        echo "  Frontend:  http://localhost:9001"
         echo ""
         echo "REM Phase:"
         echo "  ✓ SearXNG is enabled - REM web search active"

docker-compose.yml

@@ -1,20 +1,35 @@
-version: '3.8'
-
 services:
+  ollama:
+    image: ollama/ollama:latest
+    container_name: fractalmind-ollama
+    restart: unless-stopped
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./data/ollama:/root/.ollama
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:11434/api/tags"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 60s
+    networks:
+      - fractalmind-network
+
   surrealdb:
     image: surrealdb/surrealdb:v1.5.6
     container_name: fractalmind-db
-    restart: unless-stopped
-    user: "1000:1000"
-    # No exposed ports - only accessible via docker network
+    restart: "no"
+    ports:
+      - "8000:8000"
     command:
       - start
       - --log=info
       - --user=root
       - --pass=root
       - --bind
       - 0.0.0.0:8000
-      - memory
+      - file:///data/fractalmind.db
     volumes:
       - ./data/surrealdb:/data
     environment:
@@ -32,41 +47,49 @@ services:
     image: searxng/searxng:latest
     container_name: fractalmind-searxng
     restart: unless-stopped
-    # No exposed ports - only accessible via docker network
+    ports:
+      - "18080:8080"
     volumes:
       - ./data/searxng:/etc/searxng
-      - ./searxng:/searxng
     environment:
-      - SEARXNG_BASE_URL=http://localhost:8080/
+      - SEARXNG_BASE_URL=http://searxng:8080/
       - UWSGI_WORKERS=2
       - UWSGI_THREADS=2
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/healthz"]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+      start_period: 10s
     networks:
       - fractalmind-network
 
-  # Servicio backend Rust
   fractalmind-api:
     build:
       context: .
       dockerfile: Dockerfile
     container_name: fractalmind-api
-    restart: unless-stopped
-    # Only fractalmind API exposed to host
+    restart: "no"
     ports:
       - "12000:9000"
     extra_hosts:
       - "tachikoma:host-gateway"
     depends_on:
       surrealdb:
         condition: service_healthy
+      ollama:
+        condition: service_healthy
     environment:
       - RUST_LOG=debug,fractalmind=trace
-      - SURREAL_URL=ws://surrealdb:8000
+      - SERVER_PORT=9000
+      - SURREAL_URL=http://surrealdb:8000
       - SURREAL_USER=root
       - SURREAL_PASS=root
       - SURREAL_NS=fractalmind
       - SURREAL_DB=knowledge
       - WEB_SEARCH_PROVIDER=searxng
       - WEB_SEARCH_BASE_URL=http://searxng:8080
+      - OLLAMA_BASE_URL=http://ollama:11434
     volumes:
       - ./target:/app/target
     networks:
@@ -75,7 +98,3 @@ services:
 networks:
   fractalmind-network:
     driver: bridge
-
-volumes:
-  surrealdb-data:
-  searxng-data:

docs/OpenClaw_INTEGRATION.md

@@ -71,7 +71,7 @@ services:
     volumes:
       - fractalmind-data:/app/data
     environment:
-      - SURREAL_URL=ws://surrealdb:8000
+      - SURREAL_URL=http://surrealdb:8000
     depends_on:
       - surrealdb