Truncate citation content in kenel function and restrict cosmos call for errored response

Author: Pavan-Microsoft

src/App/src/components/Chat/Chat.tsx

@@ -642,7 +642,9 @@ const Chat: React.FC<ChatProps> = ({
           ];
         }
       }
-      saveToDB(updatedMessages, conversationId, isChatReq);
+      if (!updatedMessages.find((msg: any) => msg.role=== "error")) {
+        saveToDB(updatedMessages, conversationId, isChatReq);
+      }
     } catch (e) {
       console.log("Catched with an error while chat and save", e);
       if (abortController.signal.aborted) {

src/api/plugins/chat_with_data_plugin.py

@@ -4,6 +4,7 @@
 from semantic_kernel.functions.kernel_function_decorator import kernel_function
 from azure.identity import DefaultAzureCredential
 from azure.ai.projects import AIProjectClient
+import copy
 
 from common.config.config import Config
 from common.database.sqldb_service import execute_sql_query
@@ -197,7 +198,13 @@ def get_answers_from_calltranscripts(
                     ]
                 }
             )
-            answer = completion.choices[0]
+            answer = copy.deepcopy(completion.choices[0])
+
+            # Limit the content inside citations to 300 characters to minimize load
+            if 'citations' in answer.message.context:
+                for citation in answer.message.context['citations']:
+                    if 'content' in citation:
+                        citation['content'] = citation['content'][:300] + '...' if len(citation['content']) > 300 else citation['content']
         except BaseException:
             answer = 'Details could not be retrieved. Please try again later.'
         return answer