Password handling

Author: piyushroshan

deploy/docker/.env

@@ -2,6 +2,7 @@ IDENTITY_SERVER_PORT=8080
 COMMUNITY_SERVER_PORT=8087
 WORKSHOP_SERVER_PORT=8000
 CHATBOT_SERVER_PORT=5002
+CHATBOT_LIFE=1
 ENABLE_SHELL_INJECTION=false
 ENABLE_LOG4J=false
 LISTEN_IP="127.0.0.1"

deploy/docker/docker-compose.yml

@@ -181,6 +181,7 @@ services:
       - API_USER=admin@example.com
       - API_PASSWORD=Admin!123
       - OPENAPI_SPEC=/app/resources/crapi-openapi-spec.json
+      - CHATBOT_LIFE=${CHATBOT_LIFE:-1}
       - CHATBOT_LLM_PROVIDER=${CHATBOT_LLM_PROVIDER:-openai}
       - CHATBOT_LLM_MODEL=${CHATBOT_LLM_MODEL:-}
       - CHATBOT_EMBEDDINGS_MODEL=${CHATBOT_EMBEDDINGS_MODEL:-}

deploy/helm/templates/chatbot/config.yaml

@@ -20,6 +20,7 @@ data:
     MONGO_DB_USER: {{ .Values.mongodb.config.mongoUser }}
     MONGO_DB_PASSWORD: {{ .Values.mongodb.config.mongoPassword }}
     MONGO_DB_NAME: {{ .Values.mongodb.config.mongoDbName }}
+    CHATBOT_LIFE: {{ .Values.chatbotLife | quote }}
     CHATBOT_OPENAI_API_KEY: {{ .Values.chatbotOpenaiApiKey | default .Values.openAIApiKey | quote }}
     CHATBOT_OPENAI_BASE_URL: {{ .Values.chatbotOpenaiBaseUrl | quote }}
     CHATBOT_LLM_PROVIDER: {{ .Values.chatbotLlmProvider | quote }}

deploy/helm/values.yaml

@@ -13,6 +13,8 @@ tlsEnabled: false
 jwtExpiration: 604800000
 logLevel: INFO
 
+chatbotLife: 1
+
 # Chatbot LLM Configuration
 chatbotLlmProvider: openai
 chatbotLlmModel: ""

deploy/k8s/base/chatbot/config.yaml

@@ -19,6 +19,7 @@ data:
   MONGO_DB_USER: "admin"
   MONGO_DB_PASSWORD: "crapisecretpassword"
   MONGO_DB_NAME: "crapi"
+  CHATBOT_LIFE: "1"
   CHATBOT_OPENAI_API_KEY: ""
   CHATBOT_OPENAI_BASE_URL: ""
   CHATBOT_LLM_PROVIDER: "openai"

services/chatbot/.env

@@ -19,6 +19,7 @@ export DEFAULT_MODEL=gpt-4o-mini
 export MAX_CONTENT_LENGTH=50000
 export CHROMA_HOST=localhost
 export CHROMA_PORT=8000
+export CHATBOT_LIFE=1
 export CHATBOT_LLM_PROVIDER=openai
 export CHATBOT_LLM_MODEL=gpt-4o-mini
 export CHATBOT_OPENAI_API_KEY=

services/chatbot/src/chatbot/chat_api.py

@@ -1,5 +1,6 @@
 import logging
 import os
+import random
 from uuid import uuid4
 
 from quart import Blueprint, jsonify, request
@@ -199,6 +200,17 @@ async def chat():
         session_id,
         len(message),
     )
+
+    if not Config.CHATBOT_LIFE:
+        _busy_responses = [
+            "I'm currently processing a large number of requests. Please check back in a few moments.",
+            "Our systems are experiencing high load right now. Please try again shortly.",
+            "Your request is being queued for processing. Please retry in a minute or two.",
+            "The AI model is temporarily at capacity. Please try your question again soon.",
+            "Processing is taking longer than expected due to demand. Please try again in a bit.",
+        ]
+        return jsonify({"id": id, "message": random.choice(_busy_responses)}), 200
+
     try:
         reply, response_id = await process_user_message(
             session_id, message, provider_api_key, model_name, user_jwt

services/chatbot/src/chatbot/config.py

@@ -37,3 +37,4 @@ class Config:
     MAX_CONTENT_LENGTH = int(os.getenv("MAX_CONTENT_LENGTH", 100000))
     CHROMA_HOST = CHROMA_HOST
     CHROMA_PORT = CHROMA_PORT
+    CHATBOT_LIFE = int(os.getenv("CHATBOT_LIFE", "1"))