First successful deploy to cerebrium

Author: YedPool

.env.example

@@ -8,12 +8,17 @@ VITE_GOOGLE_CLIENT_ID=your-actual-client-id.apps.googleusercontent.com
 VITE_GMAIL_SCOPES=https://www.googleapis.com/auth/gmail.readonly https://www.googleapis.com/auth/gmail.send https://www.googleapis.com/auth/gmail.modify
 
 # Cerebrium API Configuration
-VITE_CEREBRIUM_API_KEY=your_cerebrium_api_key_here
+VITE_CEREBRIUM_API_KEY=your_cerebrium_inference_token_here
+VITE_CEREBRIUM_REST_API_KEY=your_cerebrium_session_token_here
 
 # LiveKit Configuration  
 VITE_LIVEKIT_URL=wss://your-livekit-server.com
 VITE_LIVEKIT_API_KEY=your_livekit_api_key
 VITE_LIVEKIT_API_SECRET=your_livekit_api_secret
 
+# Voice Services (following Cerebrium guide)
+VITE_DEEPGRAM_API_KEY=your_deepgram_api_key
+VITE_OPENAI_API_KEY=your_openai_api_key
+
 # Voice Agent Configuration
 VITE_VOICE_AGENT_URL=https://your-cerebrium-voice-agent.com/api

cerebrium/cerebrium.toml

@@ -0,0 +1,49 @@
+[cerebrium.deployment]
+name = "gmail-voice-assistant-allinone"
+python_version = "3.11"
+include = ["."]
+exclude = ["__pycache__", "*.pyc", ".git"]
+
+[cerebrium.hardware]
+cpu = 4.0
+memory = 16.0
+compute = "AMPERE_A10"
+
+[cerebrium.scaling]
+min_replicas = 1
+max_replicas = 3
+cooldown = 120
+
+[cerebrium.build]
+dockerfile = false
+python_packages = "./requirements.txt"
+include = [".", "*.py"]
+
+[cerebrium.predict]
+python_version = "3.11"
+gpu_count = 1
+setup_commands = [
+    "apt-get update && apt-get install -y curl wget",
+    "curl -fsSL https://ollama.ai/install.sh | sh"
+]
+
+# Main entry point
+[cerebrium.app]
+main = "main.py"
+
+[cerebrium.env]
+# Required API Keys (All-in-One Deployment)
+# DEEPGRAM_API_KEY = "your-deepgram-key"    # For Nova-2 STT + Rime TTS
+# OPENAI_API_KEY = "your-openai-key"        # For GPT-4o-mini LLM
+
+# Internal service configuration (auto-configured)
+LIVEKIT_URL = "ws://localhost:7880"
+LIVEKIT_API_KEY = "devkey"
+LIVEKIT_API_SECRET = "secret"
+
+# External access ports
+LIVEKIT_EXTERNAL_PORT = "7880"
+OLLAMA_EXTERNAL_PORT = "11434"
+
+# Gmail Integration (optional)
+# GMAIL_CREDENTIALS_JSON = "your-service-account-json"

cerebrium/livekit_server.py

@@ -0,0 +1,165 @@
+#!/usr/bin/env python3
+"""
+Embedded LiveKit server for Cerebrium deployment.
+Runs LiveKit server alongside the voice agent on the same infrastructure.
+"""
+
+import os
+import asyncio
+import logging
+import subprocess
+import time
+import signal
+import sys
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+class LiveKitServer:
+    def __init__(self):
+        self.process = None
+        self.config_file = "/tmp/livekit.yaml"
+        self.api_key = os.getenv("LIVEKIT_API_KEY", "devkey")
+        self.api_secret = os.getenv("LIVEKIT_API_SECRET", "secret")
+        
+    def create_config(self):
+        """Create LiveKit server configuration."""
+        config = f"""
+port: 7880
+bind_addresses:
+  - ""
+
+rtc:
+  tcp_port: 7881
+  port_range_start: 50000
+  port_range_end: 60000
+  use_external_ip: false
+
+redis: null
+
+keys:
+  {self.api_key}: {self.api_secret}
+
+log_level: info
+
+room:
+  auto_create: true
+  enable_recording: false
+
+turn:
+  enabled: false
+
+webhook:
+  api_key: {self.api_key}
+
+development: true
+"""
+        
+        with open(self.config_file, 'w') as f:
+            f.write(config)
+        
+        logger.info(f"Created LiveKit config at {self.config_file}")
+    
+    def download_livekit_server(self):
+        """Download LiveKit server binary."""
+        try:
+            # Download LiveKit server binary
+            download_cmd = [
+                "curl", "-L", 
+                "https://github.com/livekit/livekit/releases/latest/download/livekit_linux_amd64",
+                "-o", "/usr/local/bin/livekit-server"
+            ]
+            
+            result = subprocess.run(download_cmd, capture_output=True, text=True)
+            if result.returncode != 0:
+                raise Exception(f"Failed to download LiveKit server: {result.stderr}")
+            
+            # Make executable
+            os.chmod("/usr/local/bin/livekit-server", 0o755)
+            logger.info("Downloaded and installed LiveKit server")
+            
+        except Exception as e:
+            logger.error(f"Failed to setup LiveKit server: {e}")
+            raise
+    
+    async def start(self):
+        """Start LiveKit server."""
+        try:
+            # Create config file
+            self.create_config()
+            
+            # Download server if not exists
+            if not os.path.exists("/usr/local/bin/livekit-server"):
+                self.download_livekit_server()
+            
+            # Start LiveKit server
+            cmd = [
+                "/usr/local/bin/livekit-server",
+                "--config", self.config_file,
+                "--bind", "0.0.0.0"
+            ]
+            
+            logger.info("Starting LiveKit server...")
+            self.process = subprocess.Popen(
+                cmd,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE,
+                text=True
+            )
+            
+            # Wait for server to start
+            await asyncio.sleep(5)
+            
+            if self.process.poll() is None:
+                logger.info("LiveKit server started successfully on port 7880")
+                return True
+            else:
+                stdout, stderr = self.process.communicate()
+                logger.error(f"LiveKit server failed to start: {stderr}")
+                return False
+                
+        except Exception as e:
+            logger.error(f"Failed to start LiveKit server: {e}")
+            return False
+    
+    def stop(self):
+        """Stop LiveKit server."""
+        if self.process:
+            self.process.terminate()
+            self.process.wait()
+            logger.info("LiveKit server stopped")
+    
+    def get_ws_url(self):
+        """Get WebSocket URL for internal connections."""
+        return "ws://localhost:7880"
+
+# Global server instance
+livekit_server = LiveKitServer()
+
+async def start_livekit_server():
+    """Start LiveKit server and return the instance."""
+    success = await livekit_server.start()
+    if not success:
+        raise Exception("Failed to start LiveKit server")
+    return livekit_server
+
+def signal_handler(signum, frame):
+    """Handle shutdown signals."""
+    logger.info("Received shutdown signal")
+    livekit_server.stop()
+    sys.exit(0)
+
+if __name__ == "__main__":
+    # Register signal handlers
+    signal.signal(signal.SIGINT, signal_handler)
+    signal.signal(signal.SIGTERM, signal_handler)
+    
+    # Start server
+    asyncio.run(start_livekit_server())
+    
+    # Keep running
+    try:
+        while True:
+            time.sleep(1)
+    except KeyboardInterrupt:
+        livekit_server.stop()