Merge pull request #584 from MervinPraison/claude/issue-192-20250603_080328

feat: add Azure OpenAI realtime API support via OPENAI_BASE_URL

Author: MervinPraison

docs/ui/realtime.mdx

@@ -36,6 +36,18 @@ To use the Realtime Voice Interface, follow these steps:
    ```bash
    export OPENAI_API_KEY="your-api-key-here"
    ```
+   
+   <Accordion title="Azure OpenAI Configuration">
+   To use Azure OpenAI instead of standard OpenAI, configure these environment variables:
+   
+   ```bash
+   export OPENAI_API_KEY="your-azure-api-key"
+   export OPENAI_BASE_URL="https://your-resource.openai.azure.com/openai/deployments/your-deployment-name"
+   export OPENAI_MODEL_NAME="gpt-4o-realtime-preview"
+   ```
+   
+   The realtime interface will automatically detect the base URL and adjust the WebSocket connection accordingly.
+   </Accordion>
 
 3. Launch the Realtime Voice Interface:
    ```bash
@@ -56,9 +68,24 @@ Once the interface is launched:
 
 You can configure various aspects of the Realtime Voice Interface:
 
-- Model selection: Choose different AI models for processing.
-- Voice settings: Adjust voice characteristics for the AI's speech output.
-- Audio settings: Configure input/output audio formats and quality.
+### Environment Variables
+
+| Variable | Description | Default |
+|----------|-------------|---------|
+| `OPENAI_API_KEY` | Your OpenAI or Azure OpenAI API key | Required |
+| `OPENAI_BASE_URL` | Custom base URL for OpenAI-compatible APIs (e.g., Azure OpenAI) | `https://api.openai.com/v1` |
+| `OPENAI_MODEL_NAME` | Model to use for realtime API | `gpt-4o-mini-realtime-preview-2024-12-17` |
+
+### Model Selection
+Choose different AI models for processing. Supported models include:
+- `gpt-4o-realtime-preview`
+- `gpt-4o-mini-realtime-preview-2024-12-17`
+
+### Voice Settings
+Adjust voice characteristics for the AI's speech output through the session configuration.
+
+### Audio Settings
+Configure input/output audio formats and quality. The interface uses PCM16 format by default for optimal compatibility.
 
 ## Troubleshooting
 

src/praisonai/praisonai/ui/realtime.py

@@ -229,7 +229,7 @@ def import_tools_from_file(file_path):
 @cl.on_chat_start
 async def start():
     initialize_db()
-    model_name = os.getenv("MODEL_NAME", "gpt-4o-mini-realtime-preview-2024-12-17")
+    model_name = os.getenv("OPENAI_MODEL_NAME") or os.getenv("MODEL_NAME", "gpt-4o-mini-realtime-preview-2024-12-17")
     cl.user_session.set("model_name", model_name)
     cl.user_session.set("message_history", [])  # Initialize message history
     logger.debug(f"Model name: {model_name}")
@@ -382,7 +382,7 @@ async def on_audio_start():
             openai_realtime = cl.user_session.get("openai_realtime")
 
         if not openai_realtime.is_connected():
-            model_name = cl.user_session.get("model_name", "gpt-4o-mini-realtime-preview-2024-12-17")
+            model_name = cl.user_session.get("model_name") or os.getenv("OPENAI_MODEL_NAME") or os.getenv("MODEL_NAME", "gpt-4o-mini-realtime-preview-2024-12-17")
             await openai_realtime.connect(model_name)
 
         logger.info("Connected to OpenAI realtime")
@@ -435,7 +435,7 @@ def auth_callback(username: str, password: str):
 @cl.on_chat_resume
 async def on_chat_resume(thread: ThreadDict):
     logger.info(f"Resuming chat: {thread['id']}")
-    model_name = os.getenv("MODEL_NAME") or "gpt-4o-mini-realtime-preview-2024-12-17"
+    model_name = os.getenv("OPENAI_MODEL_NAME") or os.getenv("MODEL_NAME") or "gpt-4o-mini-realtime-preview-2024-12-17"
     logger.debug(f"Model name: {model_name}")
     settings = cl.ChatSettings(
         [

src/praisonai/praisonai/ui/realtimeclient/__init__.py

@@ -93,7 +93,22 @@ class RealtimeAPI(RealtimeEventHandler):
     def __init__(self, url=None, api_key=None):
         super().__init__()
         self.default_url = 'wss://api.openai.com/v1/realtime'
-        self.url = url or self.default_url
+        
+        # Support custom base URL from environment variable
+        base_url = os.getenv("OPENAI_BASE_URL")
+        if base_url:
+            # Convert HTTP/HTTPS base URL to WebSocket URL for realtime API
+            if base_url.startswith('https://'):
+                ws_url = base_url.replace('https://', 'wss://').rstrip('/') + '/realtime'
+            elif base_url.startswith('http://'):
+                ws_url = base_url.replace('http://', 'ws://').rstrip('/') + '/realtime'
+            else:
+                # Assume it's already a WebSocket URL
+                ws_url = base_url.rstrip('/') + '/realtime' if not base_url.endswith('/realtime') else base_url
+            self.url = url or ws_url
+        else:
+            self.url = url or self.default_url
+            
         self.api_key = api_key or os.getenv("OPENAI_API_KEY")
         self.ws = None
 
@@ -559,9 +574,9 @@ async def connect(self, model=None):
         if self.is_connected():
             raise Exception("Already connected, use .disconnect() first")
 
-        # Use provided model or default
+        # Use provided model, OPENAI_MODEL_NAME environment variable, or default
         if model is None:
-            model = 'gpt-4o-mini-realtime-preview-2024-12-17'
+            model = os.getenv("OPENAI_MODEL_NAME", 'gpt-4o-mini-realtime-preview-2024-12-17')
 
         await self.realtime.connect(model)
         await self.update_session()
@@ -732,7 +747,7 @@ async def ensure_connected(self):
         if not self.is_connected():
             try:
                 logger.info("Attempting to reconnect to OpenAI Realtime API...")
-                model = 'gpt-4o-mini-realtime-preview-2024-12-17'
+                model = os.getenv("OPENAI_MODEL_NAME", 'gpt-4o-mini-realtime-preview-2024-12-17')
                 await self.connect(model)
                 return True
             except Exception as e:

src/praisonai/praisonai/ui/realtimeclient/tools.py

@@ -22,8 +22,14 @@
 tavily_api_key = os.getenv("TAVILY_API_KEY")
 tavily_client = TavilyClient(api_key=tavily_api_key) if tavily_api_key else None
 
-# Set up OpenAI client
-openai_client = OpenAI()
+# Set up OpenAI client with support for custom base URL
+openai_base_url = os.getenv("OPENAI_BASE_URL")
+openai_api_key = os.getenv("OPENAI_API_KEY")
+
+if openai_base_url:
+    openai_client = OpenAI(base_url=openai_base_url, api_key=openai_api_key)
+else:
+    openai_client = OpenAI(api_key=openai_api_key)
 
 query_stock_price_def = {
     "name": "query_stock_price",