a0222

Author: TamerOnLine

app/core/config.py

@@ -44,10 +44,7 @@ class Settings(BaseSettings):
     # ================================
     # Device configuration
     # ================================
-    DEVICE: str = Field(
-        default="cuda:0",
-        description="e.g., 'cuda:0', 'cpu', 'mps' (macOS), 'cuda:1', etc."
-    )
+    DEVICE: str = Field(default="cuda:0", description="e.g., 'cuda:0', 'cpu', 'mps' (macOS), 'cuda:1', etc.")
 
     # ================================
     # Model cache paths
@@ -87,12 +84,7 @@ class Settings(BaseSettings):
     # ================================
     # pydantic-settings configuration
     # ================================
-    model_config = SettingsConfigDict(
-        env_file=".env",
-        env_prefix="APP_",
-        case_sensitive=False,
-        extra="ignore"
-    )
+    model_config = SettingsConfigDict(env_file=".env", env_prefix="APP_", case_sensitive=False, extra="ignore")
 
     # ================================
     # Validators
@@ -114,8 +106,9 @@ def default_cache_dirs(cls, v, info):
                 return Path(root) / "huggingface" / "hub"
         return Path(v) if isinstance(v, str) else v
 
-    @field_validator("MODEL_CACHE_ROOT", "STATIC_DIR", "TEMPLATES_DIR", "UPLOAD_DIR",
-                     "ERROR_LOG_FILE", "PLUGINS_LOG_FILE")
+    @field_validator(
+        "MODEL_CACHE_ROOT", "STATIC_DIR", "TEMPLATES_DIR", "UPLOAD_DIR", "ERROR_LOG_FILE", "PLUGINS_LOG_FILE"
+    )
     @classmethod
     def ensure_path(cls, v: Path):
         """

app/core/errors.py

@@ -7,6 +7,7 @@
 from fastapi import FastAPI, Request
 from fastapi.exceptions import RequestValidationError
 from fastapi.responses import HTMLResponse, JSONResponse
+from fastapi.templating import Jinja2Templates
 from jinja2 import TemplateNotFound
 from pydantic import ValidationError
 from starlette.exceptions import HTTPException as StarletteHTTPException
@@ -25,7 +26,6 @@
     HTTP_501_NOT_IMPLEMENTED,
     HTTP_503_SERVICE_UNAVAILABLE,
 )
-from fastapi.templating import Jinja2Templates
 
 from app.core.config import get_settings
 
@@ -114,8 +114,7 @@ def _render(
             html = (
                 f"<h1>{status_code} – {message}</h1>"
                 f"<p><strong>Path:</strong> {payload['path']}</p>"
-                f"<p><strong>Method:</strong> {payload['method']}</p>"
-                + (f"<pre>{details}</pre>" if details else "")
+                f"<p><strong>Method:</strong> {payload['method']}</p>" + (f"<pre>{details}</pre>" if details else "")
             )
             return HTMLResponse(content=html, status_code=status_code)
 

app/core/logging_.py

@@ -3,6 +3,7 @@
 
 from app.core.config import get_settings
 
+
 def setup_logging() -> None:
     """
     Set up logging configuration using the LOG_LEVEL from application settings.

app/main.py

@@ -1,18 +1,17 @@
-from pathlib import Path
+import uuid
+
 from fastapi import FastAPI, Request
 from fastapi.middleware.cors import CORSMiddleware
-from fastapi.responses import HTMLResponse, FileResponse
+from fastapi.responses import FileResponse, HTMLResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
+from starlette.middleware.base import BaseHTTPMiddleware
 
 from app.core.config import get_settings
 from app.core.errors import register_exception_handlers
 from app.core.logging_ import setup_logging
 from app.routes import plugins as plugins_routes
 
-import uuid
-from starlette.middleware.base import BaseHTTPMiddleware
-
 # Initialize settings and logging
 settings = get_settings()
 setup_logging()
@@ -35,6 +34,7 @@
     allow_credentials=settings.CORS_ALLOW_CREDENTIALS,
 )
 
+
 # Middleware: unique request ID
 class RequestIDMiddleware(BaseHTTPMiddleware):
     async def dispatch(self, request, call_next):
@@ -44,26 +44,32 @@ async def dispatch(self, request, call_next):
         response.headers["X-Request-ID"] = rid
         return response
 
+
 app.add_middleware(RequestIDMiddleware)
 
 # Register exception handlers
 register_exception_handlers(app)
 
+
 @app.get("/", response_class=HTMLResponse)
 def index(request: Request):
     return templates.TemplateResponse("index.html", {"request": request, "title": settings.APP_NAME})
 
+
 @app.get("/health")
 def health():
     return {"status": "ok"}
 
+
 @app.get("/env")
 def env():
     return settings.summary()
 
+
 @app.get("/favicon.ico", include_in_schema=False)
 def favicon():
     return FileResponse(str(settings.STATIC_DIR / "favicon.ico"))
 
+
 # Include plugin routes
 app.include_router(plugins_routes.router, tags=["plugins"])

app/plugins/base.py

@@ -34,4 +34,4 @@ def infer(self, payload: Dict[str, Any]) -> Dict[str, Any]:
         Returns:
             Dict[str, Any]: Inference result.
         """
-        ...
+        ...

app/plugins/dummy/plugin.py

@@ -8,4 +8,4 @@ def load(self) -> None:
         print("[plugin] dummy service ready")
 
     def infer(self, payload: dict) -> dict:
-        return {"task": "ping", "message": "✅ Dummy service is working", "payload_received": payload}
+        return {"task": "ping", "message": "✅ Dummy service is working", "payload_received": payload}

app/plugins/loader.py

@@ -76,4 +76,4 @@ def get(name: str) -> AIPlugin | None:
 
 
 def all_meta() -> Dict[str, Dict[str, Any]]:
-    return _meta
+    return _meta

app/plugins/neu_server/plugin.py

@@ -8,4 +8,4 @@ def load(self) -> None:
         pass
 
     def infer(self, payload: dict) -> dict:
-        pass
+        pass

app/routes/plugins.py

@@ -8,6 +8,7 @@
 
 router = APIRouter()
 
+
 def _ensure_discovered(request: Request) -> None:
     """
     Ensure plugin registry and metadata are discovered and cached in app state.
@@ -38,12 +39,7 @@ def list_plugins(request: Request) -> Dict[str, Any]:
 
 
 @router.post("/plugins/{name}/{task}", summary="Run a task on a plugin")
-def run_plugin_task(
-    name: str,
-    task: str,
-    payload: Dict[str, Any],
-    request: Request
-) -> Dict[str, Any]:
+def run_plugin_task(name: str, task: str, payload: Dict[str, Any], request: Request) -> Dict[str, Any]:
     """
     Execute a specific task on a given plugin.
 

app/runtime.py

@@ -18,6 +18,7 @@
 
 DEVICE = os.getenv("DEVICE", "cuda:0")
 
+
 def pick_device() -> torch.device:
     """
     Select a valid device based on the DEVICE environment variable.
@@ -40,6 +41,7 @@ def pick_device() -> torch.device:
 
     return torch.device("cpu")
 
+
 def pick_dtype(device: str | None = None) -> torch.dtype:
     """
     Select an appropriate torch dtype based on the selected device.
@@ -64,6 +66,7 @@ def pick_dtype(device: str | None = None) -> torch.dtype:
 
     return torch.float32
 
+
 def cuda_info() -> dict:
     """
     Retrieve CUDA and GPU device information.
@@ -85,14 +88,15 @@ def cuda_info() -> dict:
         info.update(
             {
                 "gpu_name": props.name,
-                "total_memory_gb": round(props.total_memory / (1024 ** 3), 2),
+                "total_memory_gb": round(props.total_memory / (1024**3), 2),
                 "device_index": idx,
                 "driver": getattr(torch.cuda, "driver_version", None),
             }
         )
 
     return info
 
+
 def warmup() -> dict:
     """
     Perform a matrix multiplication to warm up the selected device.
@@ -120,4 +124,4 @@ def warmup() -> dict:
         "shape": list(z.shape),
         "elapsed_sec": round(dt, 4),
         "device": str(dev),
-    }
+    }