fix stop button

Author: Madzionator

src/MaIN.Core/Hub/Contexts/ChatContext.cs

@@ -198,7 +198,8 @@ public IChatConfigurationBuilder DisableCache()
     public async Task<ChatResult> CompleteAsync(
         bool translate = false, // Move to WithTranslate
         bool interactive = false, // Move to WithInteractive
-        Func<LLMTokenValue?, Task>? changeOfValue = null)
+        Func<LLMTokenValue?, Task>? changeOfValue = null,
+        CancellationToken cancellationToken = default)
     {
         if (_chat.ModelInstance is null)
         {
@@ -219,7 +220,7 @@ public async Task<ChatResult> CompleteAsync(
         {
             await _chatService.Create(_chat);
         }
-        var result = await _chatService.Completions(_chat, translate, interactive, changeOfValue);
+        var result = await _chatService.Completions(_chat, translate, interactive, changeOfValue, cancellationToken);
         _files = [];
         return result;
     }

src/MaIN.Core/Hub/Contexts/Interfaces/ChatContext/IChatConfigurationBuilder.cs

@@ -104,5 +104,5 @@ public interface IChatConfigurationBuilder : IChatActions
     /// <param name="interactive">A flag indicating whether the chat session should be interactive. Default is false.</param>
     /// <param name="changeOfValue">An optional callback invoked whenever a new token or update is received during streaming.</param>
     /// <returns>A <see cref="ChatResult"/> object containing the result of the completed chat session.</returns>
-    Task<ChatResult> CompleteAsync(bool translate = false, bool interactive = false, Func<LLMTokenValue?, Task>? changeOfValue = null);
+    Task<ChatResult> CompleteAsync(bool translate = false, bool interactive = false, Func<LLMTokenValue?, Task>? changeOfValue = null, CancellationToken cancellationToken = default);
 }

src/MaIN.InferPage/Components/Pages/Home.razor

@@ -384,7 +384,7 @@
                 {
                     await InvokeAsync(async () => await JS.InvokeVoidAsync("scrollManager.scrollToBottomSmooth", cancellationToken, _bottomElement));
                 }
-            });
+            }, cancellationToken: cancellationToken);
 
             await completionTask.WaitAsync(cancellationToken);
 

src/MaIN.InferPage/Utils.cs

@@ -8,7 +8,7 @@ public static class Utils
     public static BackendType BackendType { get; set; } = BackendType.Self;
     public static bool HasApiKey { get; set; }
     public static bool IsLocal => BackendType == BackendType.Self || (BackendType == BackendType.Ollama && !HasApiKey);
-    public static string? Model = "gemma3:4b";
+    public static string? Model = "gemma3-4b";
     public static bool Reason { get; set; }
     public static bool Visual => VisualModels.Contains(Model);
     private static readonly string[] VisualModels = ["FLUX.1_Shnell", "FLUX.1", "dall-e-3", "dall-e", "imagen", "imagen-3"]; //user might type different names

src/MaIN.Services/Services/Abstract/IChatService.cs

@@ -11,7 +11,8 @@ Task<ChatResult> Completions(
         Chat chat,
         bool translatePrompt = false,
         bool interactiveUpdates = false,
-        Func<LLMTokenValue?, Task>? changeOfValue = null);
+        Func<LLMTokenValue?, Task>? changeOfValue = null,
+        CancellationToken cancellationToken = default);
     Task Delete(string id);
     Task<Chat> GetById(string id);
     Task<List<Chat>> GetAll();

src/MaIN.Services/Services/ChatService.cs

@@ -30,13 +30,14 @@ public async Task<ChatResult> Completions(
         Chat chat,
         bool translate = false,
         bool interactiveUpdates = false,
-        Func<LLMTokenValue?, Task>? changeOfValue = null)
+        Func<LLMTokenValue?, Task>? changeOfValue = null,
+        CancellationToken cancellationToken = default)
     {
         if (chat.ModelId == ImageGenService.LocalImageModels.FLUX) 
         {
             chat.Visual = true; // TODO: add IImageGenModel interface and check for that instead
         }
-        chat.Backend ??= chat.ModelInstance?.Backend ?? settings.BackendType;
+        chat.Backend = settings.BackendType;
 
         chat.Messages.Where(x => x.Type == MessageType.NotSet).ToList()
             .ForEach(x => x.Type = chat.Backend != BackendType.Self ? MessageType.CloudLLM : MessageType.LocalLLM);
@@ -59,13 +60,13 @@ public async Task<ChatResult> Completions(
             }))];
         }
 
-        var result = chat.Visual 
-            ? await imageGenServiceFactory.CreateService(chat.Backend.Value)!.Send(chat) 
+        var result = chat.Visual
+            ? await imageGenServiceFactory.CreateService(chat.Backend.Value)!.Send(chat)
             : await llmServiceFactory.CreateService(chat.Backend.Value).Send(chat, new ChatRequestOptions()
             {
                 InteractiveUpdates = interactiveUpdates,
                 TokenCallback = changeOfValue
-            });
+            }, cancellationToken);
 
         if (translate)
         {

src/MaIN.Services/Services/LLMService/OpenAiCompatibleService.cs

@@ -626,6 +626,8 @@ private async Task ProcessStreamingChatAsync(
 
         while (!reader.EndOfStream)
         {
+            cancellationToken.ThrowIfCancellationRequested();
+
             var line = await reader.ReadLineAsync(cancellationToken);
             if (string.IsNullOrWhiteSpace(line))
                 continue;