add ChatRequestOptions parameter to AskMemory methods across services for enhanced customization. Add implementation to interactive response when using WithFiles method, same as add ChangeOfValue return.

Krystian Moskal · Krystian Moskal · commit 416b0f0dc655 · 2025-11-27T11:00:34.000+01:00
diff --git a/src/MaIN.Services/Services/Abstract/ILLMService.cs b/src/MaIN.Services/Services/Abstract/ILLMService.cs
@@ -32,6 +32,7 @@ public interface ILLMService
     /// <returns></returns>
     Task<ChatResult?> AskMemory(Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default);
     
     /// <summary>
diff --git a/src/MaIN.Services/Services/LLMService/AnthropicService.cs b/src/MaIN.Services/Services/LLMService/AnthropicService.cs
@@ -71,7 +71,7 @@ private void ValidateApiKey()
         if (HasFiles(lastMessage))
         {
             var result = ChatHelper.ExtractMemoryOptions(lastMessage);
-            var memoryResult = await AskMemory(chat, result, cancellationToken);
+            var memoryResult = await AskMemory(chat, result, options, cancellationToken);
             resultBuilder.Append(memoryResult!.Message.Content);
             lastMessage.MarkProcessed();
             UpdateSessionCache(chat.Id, resultBuilder.ToString(), options.CreateSession);
@@ -531,7 +531,7 @@ private List<object> BuildAnthropicMessages(List<ChatMessage> conversation)
         return messages;
     }
 
-    public async Task<ChatResult?> AskMemory(Chat chat, ChatMemoryOptions memoryOptions, CancellationToken cancellationToken = default)
+    public async Task<ChatResult?> AskMemory(Chat chat, ChatMemoryOptions memoryOptions, ChatRequestOptions requestOptions, CancellationToken cancellationToken = default)
     {
         throw new NotSupportedException("Embeddings are not supported by the Anthropic. Document reading requires embedding support.");
     }
diff --git a/src/MaIN.Services/Services/LLMService/DeepSeekService.cs b/src/MaIN.Services/Services/LLMService/DeepSeekService.cs
@@ -48,6 +48,7 @@ protected override void ValidateApiKey()
     public override async Task<ChatResult?> AskMemory(
         Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default)
     {
         var lastMsg = chat.Messages.Last();
diff --git a/src/MaIN.Services/Services/LLMService/GeminiService.cs b/src/MaIN.Services/Services/LLMService/GeminiService.cs
@@ -1,4 +1,5 @@
-﻿using MaIN.Domain.Configuration;
+﻿using System.Text;
+using MaIN.Domain.Configuration;
 using MaIN.Services.Constants;
 using MaIN.Services.Services.Abstract;
 using MaIN.Services.Services.LLMService.Memory;
@@ -8,6 +9,7 @@
 using System.Text.Json;
 using System.Text.Json.Serialization;
 using MaIN.Domain.Entities;
+using MaIN.Domain.Models;
 using MaIN.Services.Utils;
 
 namespace MaIN.Services.Services.LLMService;
@@ -70,6 +72,7 @@ protected override void ValidateApiKey()
     public override async Task<ChatResult?> AskMemory(
         Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default)
     {
         if (!chat.Messages.Any())
@@ -88,7 +91,60 @@ protected override void ValidateApiKey()
                 $"{userQuery} | For your next response only, please respond using exactly the following JSON format: \n{jsonGrammar}\n. Do not include any explanations, code blocks, or additional content. After this single JSON response, resume your normal conversational style.";
         }
 
-        var retrievedContext = await kernel.AskAsync(userQuery, cancellationToken: cancellationToken);
+        MemoryAnswer retrievedContext;
+
+        if (requestOptions.InteractiveUpdates)
+        {
+            var responseBuilder = new StringBuilder();
+        
+            var searchOptions = new SearchOptions
+            {
+                Stream = true
+            };
+
+            await foreach (var chunk in kernel.AskStreamingAsync(
+                               userQuery,
+                               options: searchOptions,
+                               cancellationToken: cancellationToken))
+            {
+                if (!string.IsNullOrEmpty(chunk.Result))
+                {
+                    responseBuilder.Append(chunk.Result);
+                    
+                    var tokenValue = new LLMTokenValue
+                    {
+                        Text = chunk.Result,
+                        Type = TokenType.Message
+                    };
+                    
+                    await notificationService.DispatchNotification(
+                        NotificationMessageBuilder.CreateChatCompletion(chat.Id, tokenValue, false),
+                        ServiceConstants.Notifications.ReceiveMessageUpdate);
+                    
+                    requestOptions.TokenCallback?.Invoke(tokenValue);
+                }
+            }
+            
+            retrievedContext = new MemoryAnswer
+            {
+                Question = userQuery,
+                Result = responseBuilder.ToString(),
+                NoResult = responseBuilder.Length == 0
+            };
+        }
+        else
+        {
+            var searchOptions = new SearchOptions
+            {
+                Stream = false
+            };
+
+            retrievedContext = await kernel.AskAsync(
+                userQuery,
+                options: searchOptions,
+                cancellationToken: cancellationToken);
+        }
+        
         chat.Messages.Last().MarkProcessed();
         await kernel.DeleteIndexAsync(cancellationToken: cancellationToken);
         return CreateChatResult(chat, retrievedContext.Result, []);
diff --git a/src/MaIN.Services/Services/LLMService/GroqCloudService.cs b/src/MaIN.Services/Services/LLMService/GroqCloudService.cs
@@ -42,6 +42,7 @@ protected override void ValidateApiKey()
     public override async Task<ChatResult?> AskMemory(
         Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default)
     {
         var lastMsg = chat.Messages.Last();
diff --git a/src/MaIN.Services/Services/LLMService/LLMService.cs b/src/MaIN.Services/Services/LLMService/LLMService.cs
@@ -58,7 +58,7 @@ public LLMService(
         if (ChatHelper.HasFiles(lastMsg))
         {
             var memoryOptions = ChatHelper.ExtractMemoryOptions(lastMsg);
-            return await AskMemory(chat, memoryOptions, cancellationToken);
+            return await AskMemory(chat, memoryOptions, requestOptions, cancellationToken);
         }
 
         var model = KnownModels.GetModel(chat.Model);
@@ -90,6 +90,7 @@ public Task CleanSessionCache(string? id)
     public async Task<ChatResult?> AskMemory(
         Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default)
     {
         var model = KnownModels.GetModel(chat.Model);
@@ -112,9 +113,61 @@ public Task CleanSessionCache(string? id)
 
         await memoryService.ImportDataToMemory((memory.km, memory.generator), memoryOptions, cancellationToken);
         var userMessage = chat.Messages.Last();
-        var result = await memory.km.AskAsync(
-            userMessage.Content,
-            cancellationToken: cancellationToken);
+        
+        MemoryAnswer result;
+
+        if (requestOptions.InteractiveUpdates)
+        {
+            var responseBuilder = new StringBuilder();
+        
+            var searchOptions = new SearchOptions
+            {
+                Stream = true
+            };
+
+            await foreach (var chunk in memory.km.AskStreamingAsync(
+                               userMessage.Content,
+                               options: searchOptions,
+                               cancellationToken: cancellationToken))
+            {
+                if (!string.IsNullOrEmpty(chunk.Result))
+                {
+                    responseBuilder.Append(chunk.Result);
+                    
+                    var tokenValue = new LLMTokenValue
+                    {
+                        Text = chunk.Result,
+                        Type = TokenType.Message
+                    };
+                    
+                    await notificationService.DispatchNotification(
+                        NotificationMessageBuilder.CreateChatCompletion(chat.Id, tokenValue, false),
+                        ServiceConstants.Notifications.ReceiveMessageUpdate);
+                    
+                    requestOptions.TokenCallback?.Invoke(tokenValue);
+                }
+            }
+            
+            result = new MemoryAnswer
+            {
+                Question = userMessage.Content,
+                Result = responseBuilder.ToString(),
+                NoResult = responseBuilder.Length == 0
+            };
+        }
+        else
+        {
+            var searchOptions = new SearchOptions
+            {
+                Stream = false
+            };
+
+            result = await memory.km.AskAsync(
+                userMessage.Content,
+                options: searchOptions,
+                cancellationToken: cancellationToken);
+        }
+        
         await memory.km.DeleteIndexAsync(cancellationToken: cancellationToken);
         
         if (disableCache)
diff --git a/src/MaIN.Services/Services/LLMService/OpenAiCompatibleService.cs b/src/MaIN.Services/Services/LLMService/OpenAiCompatibleService.cs
@@ -68,7 +68,7 @@ public abstract class OpenAiCompatibleService(
         if (HasFiles(lastMessage))
         {
             var result = ChatHelper.ExtractMemoryOptions(lastMessage);
-            var memoryResult = await AskMemory(chat, result, cancellationToken);
+            var memoryResult = await AskMemory(chat, result, options, cancellationToken);
             resultBuilder.Append(memoryResult!.Message.Content);
             lastMessage.MarkProcessed();
             UpdateSessionCache(chat.Id, resultBuilder.ToString(), options.CreateSession);
@@ -438,6 +438,7 @@ await _notificationService.DispatchNotification(
     public virtual async Task<ChatResult?> AskMemory(
         Chat chat,
         ChatMemoryOptions memoryOptions,
+        ChatRequestOptions requestOptions,
         CancellationToken cancellationToken = default)
     {
         if (!chat.Messages.Any())
@@ -455,8 +456,60 @@ await _notificationService.DispatchNotification(
             userQuery = $"{userQuery} | Respond only using the following JSON format: \n{jsonGrammar}\n. Do not add explanations, code tags, or any extra content.";
         }
         
-        var retrievedContext = await kernel.AskAsync(userQuery, cancellationToken: cancellationToken);
+        MemoryAnswer retrievedContext;
 
+        if (requestOptions.InteractiveUpdates)
+        {
+            var responseBuilder = new StringBuilder();
+        
+            var searchOptions = new SearchOptions
+            {
+                Stream = true
+            };
+
+            await foreach (var chunk in kernel.AskStreamingAsync(
+                               userQuery,
+                               options: searchOptions,
+                               cancellationToken: cancellationToken))
+            {
+                if (!string.IsNullOrEmpty(chunk.Result))
+                {
+                    responseBuilder.Append(chunk.Result);
+                    
+                    var tokenValue = new LLMTokenValue
+                    {
+                        Text = chunk.Result,
+                        Type = TokenType.Message
+                    };
+                    
+                    await notificationService.DispatchNotification(
+                        NotificationMessageBuilder.CreateChatCompletion(chat.Id, tokenValue, false),
+                        ServiceConstants.Notifications.ReceiveMessageUpdate);
+                    
+                    requestOptions.TokenCallback?.Invoke(tokenValue);
+                }
+            }
+            
+            retrievedContext = new MemoryAnswer
+            {
+                Question = userQuery,
+                Result = responseBuilder.ToString(),
+                NoResult = responseBuilder.Length == 0
+            };
+        }
+        else
+        {
+            var searchOptions = new SearchOptions
+            {
+                Stream = false
+            };
+
+            retrievedContext = await kernel.AskAsync(
+                userQuery,
+                options: searchOptions,
+                cancellationToken: cancellationToken);
+        }
+        
         await kernel.DeleteIndexAsync(cancellationToken: cancellationToken);
         return CreateChatResult(chat, retrievedContext.Result, []);
     }
diff --git a/src/MaIN.Services/Services/Steps/Commands/AnswerCommandHandler.cs b/src/MaIN.Services/Services/Steps/Commands/AnswerCommandHandler.cs
@@ -36,7 +36,7 @@ public class AnswerCommandHandler(
         {
             case KnowledgeUsage.UseMemory:
                 result = await llmService.AskMemory(command.Chat,
-                    new ChatMemoryOptions { Memory = command.Chat.Memory });
+                    new ChatMemoryOptions { Memory = command.Chat.Memory }, new ChatRequestOptions());
                 return result!.Message;
             case KnowledgeUsage.UseKnowledge:
                 var isKnowledgeNeeded = await ShouldUseKnowledge(command.Knowledge, command.Chat);
@@ -138,7 +138,7 @@ await notificationService.DispatchNotification(NotificationMessageBuilder.Create
             return result.Message;
         }
 
-        var knowledgeResult = await llmService.AskMemory(chat, memoryOptions);
+        var knowledgeResult = await llmService.AskMemory(chat, memoryOptions, new ChatRequestOptions());
         chat.Messages.Last().Content = originalContent;
         return knowledgeResult?.Message;
     }
diff --git a/src/MaIN.Services/Services/Steps/Commands/FetchCommandHandler.cs b/src/MaIN.Services/Services/Steps/Commands/FetchCommandHandler.cs
@@ -94,7 +94,7 @@ private async Task<Message> HandleFileSource(FetchCommand command, Dictionary<st
                     {
                         FilesData = filesDictionary,
                         PreProcess = fileData.PreProcess
-                    }
+                    }, new ChatRequestOptions()
                 );
 
             return result!.Message;
@@ -112,7 +112,7 @@ private async Task<Message> HandleWebSource(FetchCommand command, Dictionary<str
         {
             var memoryChat = command.MemoryChat;
             var result = await llmServiceFactory.CreateService(command.Chat.Backend ?? settings.BackendType)
-                .AskMemory(memoryChat!, new ChatMemoryOptions { WebUrls = [webData!.Url] });
+                .AskMemory(memoryChat!, new ChatMemoryOptions { WebUrls = [webData!.Url] }, new  ChatRequestOptions());
             result!.Message.Role = command.ResponseType == FetchResponseType.AS_System ? "System" : "Assistant";
             return result!.Message;
         }
@@ -131,7 +131,7 @@ private async Task<Message> ProcessJsonResponse(Message response, FetchCommand c
         var result = await llmServiceFactory.CreateService(command.Chat.Backend ?? settings.BackendType).AskMemory(command.MemoryChat!, new ChatMemoryOptions
         {
             TextData = chunks
-        });
+        }, new ChatRequestOptions());
 
         result!.Message.Role = command.ResponseType == FetchResponseType.AS_System ? "System" : "Assistant";
         var newMessage = result!.Message;

Original file line number	Diff line number	Diff line change
`@@ -71,7 +71,7 @@ private void ValidateApiKey()`
`71`	`71`	`if (HasFiles(lastMessage))`
`72`	`72`	`{`
`73`	`73`	`var result = ChatHelper.ExtractMemoryOptions(lastMessage);`
`74`		`- var memoryResult = await AskMemory(chat, result, cancellationToken);`
	`74`	`+ var memoryResult = await AskMemory(chat, result, options, cancellationToken);`
`75`	`75`	`resultBuilder.Append(memoryResult!.Message.Content);`
`76`	`76`	`lastMessage.MarkProcessed();`
`77`	`77`	`UpdateSessionCache(chat.Id, resultBuilder.ToString(), options.CreateSession);`
`@@ -531,7 +531,7 @@ private List<object> BuildAnthropicMessages(List<ChatMessage> conversation)`
`531`	`531`	`return messages;`
`532`	`532`	`}`
`533`	`533`
`534`		`- public async Task<ChatResult?> AskMemory(Chat chat, ChatMemoryOptions memoryOptions, CancellationToken cancellationToken = default)`
	`534`	`+ public async Task<ChatResult?> AskMemory(Chat chat, ChatMemoryOptions memoryOptions, ChatRequestOptions requestOptions, CancellationToken cancellationToken = default)`
`535`	`535`	`{`
`536`	`536`	`throw new NotSupportedException("Embeddings are not supported by the Anthropic. Document reading requires embedding support.");`
`537`	`537`	`}`
Original file line number	Diff line number	Diff line change
`@@ -48,6 +48,7 @@ protected override void ValidateApiKey()`
`48`	`48`	`public override async Task<ChatResult?> AskMemory(`
`49`	`49`	`Chat chat,`
`50`	`50`	`ChatMemoryOptions memoryOptions,`
	`51`	`+ ChatRequestOptions requestOptions,`
`51`	`52`	`CancellationToken cancellationToken = default)`
`52`	`53`	`{`
`53`	`54`	`var lastMsg = chat.Messages.Last();`
Original file line number	Diff line number	Diff line change
`@@ -42,6 +42,7 @@ protected override void ValidateApiKey()`
`42`	`42`	`public override async Task<ChatResult?> AskMemory(`
`43`	`43`	`Chat chat,`
`44`	`44`	`ChatMemoryOptions memoryOptions,`
	`45`	`+ ChatRequestOptions requestOptions,`
`45`	`46`	`CancellationToken cancellationToken = default)`
`46`	`47`	`{`
`47`	`48`	`var lastMsg = chat.Messages.Last();`
Original file line number	Diff line number	Diff line change
`@@ -36,7 +36,7 @@ public class AnswerCommandHandler(`
`36`	`36`	`{`
`37`	`37`	`case KnowledgeUsage.UseMemory:`
`38`	`38`	`result = await llmService.AskMemory(command.Chat,`
`39`		`- new ChatMemoryOptions { Memory = command.Chat.Memory });`
	`39`	`+ new ChatMemoryOptions { Memory = command.Chat.Memory }, new ChatRequestOptions());`
`40`	`40`	`return result!.Message;`
`41`	`41`	`case KnowledgeUsage.UseKnowledge:`
`42`	`42`	`var isKnowledgeNeeded = await ShouldUseKnowledge(command.Knowledge, command.Chat);`
`@@ -138,7 +138,7 @@ await notificationService.DispatchNotification(NotificationMessageBuilder.Create`
`138`	`138`	`return result.Message;`
`139`	`139`	`}`
`140`	`140`
`141`		`- var knowledgeResult = await llmService.AskMemory(chat, memoryOptions);`
	`141`	`+ var knowledgeResult = await llmService.AskMemory(chat, memoryOptions, new ChatRequestOptions());`
`142`	`142`	`chat.Messages.Last().Content = originalContent;`
`143`	`143`	`return knowledgeResult?.Message;`
`144`	`144`	`}`
Original file line number	Diff line number	Diff line change
`@@ -94,7 +94,7 @@ private async Task<Message> HandleFileSource(FetchCommand command, Dictionary<st`
`94`	`94`	`{`
`95`	`95`	`FilesData = filesDictionary,`
`96`	`96`	`PreProcess = fileData.PreProcess`
`97`		`- }`
	`97`	`+ }, new ChatRequestOptions()`
`98`	`98`	`);`
`99`	`99`
`100`	`100`	`return result!.Message;`
`@@ -112,7 +112,7 @@ private async Task<Message> HandleWebSource(FetchCommand command, Dictionary<str`
`112`	`112`	`{`
`113`	`113`	`var memoryChat = command.MemoryChat;`
`114`	`114`	`var result = await llmServiceFactory.CreateService(command.Chat.Backend ?? settings.BackendType)`
`115`		`- .AskMemory(memoryChat!, new ChatMemoryOptions { WebUrls = [webData!.Url] });`
	`115`	`+ .AskMemory(memoryChat!, new ChatMemoryOptions { WebUrls = [webData!.Url] }, new ChatRequestOptions());`
`116`	`116`	`result!.Message.Role = command.ResponseType == FetchResponseType.AS_System ? "System" : "Assistant";`
`117`	`117`	`return result!.Message;`
`118`	`118`	`}`
`@@ -131,7 +131,7 @@ private async Task<Message> ProcessJsonResponse(Message response, FetchCommand c`
`131`	`131`	`var result = await llmServiceFactory.CreateService(command.Chat.Backend ?? settings.BackendType).AskMemory(command.MemoryChat!, new ChatMemoryOptions`
`132`	`132`	`{`
`133`	`133`	`TextData = chunks`
`134`		`- });`
	`134`	`+ }, new ChatRequestOptions());`
`135`	`135`
`136`	`136`	`result!.Message.Role = command.ResponseType == FetchResponseType.AS_System ? "System" : "Assistant";`
`137`	`137`	`var newMessage = result!.Message;`