feat: OTel (#200)

Author: kuraisle

.gitignore

@@ -42,4 +42,5 @@ junit.xml
 
 # Project-Specific 
 /lettuce/tests/log
-/lettuce/log
+/lettuce/log
+lettuce-ui/search-results.csv

lettuce-ui/README.md

@@ -0,0 +1,9 @@
+# Lettuce UI
+
+A user interface for Lettuce, built with marimo.
+
+To start the UI:
+```bash
+uv run lettuce-ui
+```
+

lettuce/Dockerfile

@@ -6,7 +6,7 @@ ENV UV_CACHE_DIR=/tmp/uv_cache \
 
 WORKDIR /src
 COPY pyproject.toml ./
-RUN uv sync --no-dev --extra llama-cpu \
+RUN uv sync --no-dev --extra azure\
     && rm -rf /tmp/uv_cache ~/.cache/pip \
     && uv pip uninstall torch \
     && uv pip install torch==2.7.1+cpu --index-url https://download.pytorch.org/whl/cpu

lettuce/api.py

@@ -1,9 +1,13 @@
+import os
 import secrets 
 import hashlib 
 from typing import Set 
+
 from fastapi import FastAPI, Depends, HTTPException, status  
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials 
+from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
+
 from routers import search_routes
 from options.base_options import BaseOptions
 import importlib.metadata
@@ -12,6 +16,9 @@
 
 security = HTTPBearer()
 
+if os.getenv("APPLICATIONINSIGHTS_CONNECTION_STRING"):
+    from azure.monitor.opentelemetry import configure_azure_monitor
+    configure_azure_monitor()
 
 def hash_api_key(api_key: str): 
     """Hash an API key for secure storage comparison."""
@@ -77,6 +84,8 @@ def verify_api_key(credentials: HTTPAuthorizationCredentials = Depends(security)
     dependencies=[Depends(verify_api_key)]  
 )
 
+FastAPIInstrumentor.instrument_app(app)
+
 @app.get("/health")
 def healthcheck() -> dict[str, str]:
     """

lettuce/components/models.py

@@ -0,0 +1,10 @@
+from .connect import get_model, connect_to_ollama, connect_to_openai
+from .local_models import get_local_weights, download_model_from_huggingface
+
+__all__ = [
+        "get_model",
+        "connect_to_openai",
+        "connect_to_ollama",
+        "get_local_weights",
+        "download_model_from_huggingface"
+        ]