Make base endpoint configurable

Author: piyushroshan

deploy/docker/docker-compose.yml

@@ -177,6 +177,7 @@ services:
       - CHATBOT_EMBEDDINGS_MODEL=${CHATBOT_EMBEDDINGS_MODEL:-}
       - CHATBOT_EMBEDDINGS_DIMENSIONS=${CHATBOT_EMBEDDINGS_DIMENSIONS:-1536}
       - CHATBOT_OPENAI_API_KEY=${CHATBOT_OPENAI_API_KEY:-}
+      - CHATBOT_OPENAI_BASE_URL=${CHATBOT_OPENAI_BASE_URL:-}
       - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
       - AZURE_OPENAI_API_KEY=${AZURE_OPENAI_API_KEY:-}
       - AZURE_AD_TOKEN=${AZURE_AD_TOKEN:-}

deploy/helm/templates/chatbot/config.yaml

@@ -21,6 +21,7 @@ data:
     MONGO_DB_PASSWORD: {{ .Values.mongodb.config.mongoPassword }}
     MONGO_DB_NAME: {{ .Values.mongodb.config.mongoDbName }}
     CHATBOT_OPENAI_API_KEY: {{ .Values.chatbotOpenaiApiKey | default .Values.openAIApiKey | quote }}
+    CHATBOT_OPENAI_BASE_URL: {{ .Values.chatbotOpenaiBaseUrl | quote }}
     CHATBOT_LLM_PROVIDER: {{ .Values.chatbotLlmProvider | quote }}
     CHATBOT_LLM_MODEL: {{ .Values.chatbotLlmModel | quote }}
     CHATBOT_EMBEDDINGS_MODEL: {{ .Values.chatbotEmbeddingsModel | quote }}

deploy/helm/values.yaml

@@ -23,6 +23,9 @@ chatbotEmbeddingsDimensions: 1536
 chatbotOpenaiApiKey: ""
 openAIApiKey: "" # for backward compatibility
 
+# OpenAI Base URL (for DeepSeek or other OpenAI-compatible APIs)
+chatbotOpenaiBaseUrl: ""
+
 # Anthropic API Key
 anthropicApiKey: ""
 

deploy/k8s/base/chatbot/config.yaml

@@ -20,6 +20,7 @@ data:
   MONGO_DB_PASSWORD: "crapisecretpassword"
   MONGO_DB_NAME: "crapi"
   CHATBOT_OPENAI_API_KEY: ""
+  CHATBOT_OPENAI_BASE_URL: ""
   CHATBOT_LLM_PROVIDER: "openai"
   CHATBOT_LLM_MODEL: ""
   CHATBOT_EMBEDDINGS_MODEL: ""

services/chatbot/src/chatbot/config.py

@@ -15,6 +15,7 @@ class Config:
     EMBEDDINGS_MODEL = os.getenv("CHATBOT_EMBEDDINGS_MODEL", "")
     EMBEDDINGS_DIMENSIONS = int(os.getenv("CHATBOT_EMBEDDINGS_DIMENSIONS", "1536"))
     OPENAI_API_KEY = os.getenv("CHATBOT_OPENAI_API_KEY")
+    OPENAI_BASE_URL = os.getenv("CHATBOT_OPENAI_BASE_URL")
     ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
     GROQ_API_KEY = os.getenv("GROQ_API_KEY")
     MISTRAL_API_KEY = os.getenv("MISTRAL_API_KEY")

services/chatbot/src/chatbot/langgraph_agent.py

@@ -40,7 +40,11 @@ def _build_llm(api_key, model_name):
     model_name = model_name or _get_default_model(provider)
     logger.info("Using LLM provider: %s, model: %s", provider, model_name)
     if provider == "openai":
-        return ChatOpenAI(api_key=api_key, model=model_name)
+        kwargs = {"api_key": api_key, "model": model_name}
+        if Config.OPENAI_BASE_URL:
+            kwargs["base_url"] = Config.OPENAI_BASE_URL
+            logger.info("Using custom OpenAI base URL: %s", Config.OPENAI_BASE_URL)
+        return ChatOpenAI(**kwargs)
     if provider == "azure_openai":
         kwargs = {
             "azure_endpoint": Config.AZURE_OPENAI_ENDPOINT,

services/chatbot/src/chatbot/retriever_utils.py

@@ -69,11 +69,14 @@ def get_embedding_function(api_key, provider: str, llm_model: str | None):
         if not api_key:
             logger.warning("OpenAI embeddings requested without API key.")
             return _zero_embeddings()
-        return OpenAIEmbeddings(
-            openai_api_key=api_key,
-            model=Config.EMBEDDINGS_MODEL
+        kwargs = {
+            "openai_api_key": api_key,
+            "model": Config.EMBEDDINGS_MODEL
             or _default_embeddings_model(embeddings_provider, llm_model),
-        )
+        }
+        if Config.OPENAI_BASE_URL:
+            kwargs["base_url"] = Config.OPENAI_BASE_URL
+        return OpenAIEmbeddings(**kwargs)
     if embeddings_provider == "azure_openai":
         if (not Config.AZURE_OPENAI_API_KEY and not Config.AZURE_AD_TOKEN) or not Config.AZURE_OPENAI_ENDPOINT:
             logger.warning("Azure OpenAI embeddings misconfigured.")