perf: lazy-load inspect/ThreadPoolExecutor, cap log queue at 1000

Author: maebahesioru

src/manager/service.py

@@ -7,7 +7,6 @@
 import sys
 import threading
 import time
-from concurrent.futures import ThreadPoolExecutor
 from typing import Any, Dict, List, Optional
 
 from fastapi import WebSocket
@@ -43,7 +42,7 @@
 class ServiceManager:
     def __init__(self):
         self.process: Optional[subprocess.Popen] = None
-        self.log_queue: asyncio.Queue = asyncio.Queue()
+        self.log_queue: asyncio.Queue = asyncio.Queue(maxsize=1000)
         self.active_connections: List[WebSocket] = []
         self.output_thread: Optional[threading.Thread] = None
         self.stop_event = threading.Event()
@@ -523,6 +522,7 @@ def kill_process(process: subprocess.Popen) -> None:
             if self.is_worker_mode:
                 processes = list(self.worker_processes.values())
                 if processes:
+                    from concurrent.futures import ThreadPoolExecutor
                     with ThreadPoolExecutor(
                         max_workers=max(1, len(processes))
                     ) as executor:

src/worker/pool.py

@@ -1,5 +1,4 @@
 import asyncio
-import inspect
 import json
 import logging
 import os
@@ -155,6 +154,7 @@ def init_from_config(self):
         logger.info(f"Loaded {len(self.workers)} workers from config")
 
     def _dispatch_listener_result(self, result: Any):
+        import inspect
         if not inspect.isawaitable(result):
             return
         try: