tests: add result asserts and limit answer tokens to reduce model looping.

Author: srebrek

MaIN.Core.E2ETests/ChatTests.cs

@@ -17,7 +17,7 @@ public ChatTests() : base()
     [Fact]
     public async Task Should_AnswerQuestion_BasicChat()
     {
-        var context = AIHub.Chat().WithModel(Models.Local.Gemma2_2b);
+        var context = AIHub.Chat().WithModel(Models.Local.Qwen2_5_0_5b);
 
         var result = await context
             .WithMessage("Where the hedgehog goes at night?")
@@ -29,28 +29,38 @@ public async Task Should_AnswerQuestion_BasicChat()
     }
 
     [Fact]
-    public async Task Should_AnswerDifferences_BetweenDocuments_ChatWithFiles()
+    public async Task Should_AnswerFileSubject_ChatWithFiles()
     {
-        List<string> files = ["./Files/Nicolaus_Copernicus.pdf", "./Files/Galileo_Galilei.pdf"];
+        List<string> files = ["./Files/Nicolaus_Copernicus.pdf"];
 
         var result = await AIHub.Chat()
-            .WithModel(Models.Local.Gemma2_2b)
-            .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
+            .WithModel(Models.Local.Qwen2_5_0_5b)
+            .WithMessage("Who is described in the file? Reply with ONLY their full name. No explanation, no punctuation. Example: Isaak Newton")
+            .WithMemoryParams(new MemoryParams { AnswerTokens = 10 })
             .WithFiles(files)
             .CompleteAsync();
 
         Assert.True(result.Done);
         Assert.NotNull(result.Message);
         Assert.NotEmpty(result.Message.Content);
+        var ratio = Fuzz.PartialRatio("nicolaus copernicus", result.Message.Content.ToLowerInvariant());
+        Assert.True(ratio > 50,
+            $"""
+            Fuzzy match failed!
+            Expected > 50, but got {ratio}.
+            Expected: 'nicolaus copernicus'
+            Actual: '{result.Message.Content}'
+            """);
     }
 
     [Fact]
     public async Task Should_AnswerQuestion_FromExistingChat()
     {
         var result = AIHub.Chat()
-            .WithModel(Models.Local.Gemma2_2b);
+            .WithModel(Models.Local.Qwen2_5_0_5b);
 
         await result.WithMessage("What do you think about math theories?")
+            .WithMemoryParams(new MemoryParams { AnswerTokens = 10 })
             .CompleteAsync();
 
         await result.WithMessage("And about physics?")
@@ -71,10 +81,7 @@ public async Task Should_AnswerGameFromImage_ChatWithImagesWithText()
         var result = await AIHub.Chat()
             .WithModel(Models.Local.Llama3_2_3b)
             .WithMessage("What is the title of the game? Answer in 3 words.")
-            .WithMemoryParams(new MemoryParams
-            {
-                AnswerTokens = 1000
-            })
+            .WithMemoryParams(new MemoryParams { AnswerTokens = 10 })
             .WithFiles(images)
             .CompleteAsync();
 
@@ -100,10 +107,7 @@ public async Task Should_AnswerAppleFromImage_ChatWithImagesWithVision()
         var result = await AIHub.Chat()
             .WithModel(Models.Local.Gemma3_4b)
             .WithMessage("What is this fruit? Answer in one word.")
-            .WithMemoryParams(new MemoryParams
-            {
-                AnswerTokens = 1000
-            })
+            .WithMemoryParams(new MemoryParams { AnswerTokens = 10 })
             .WithFiles(images)
             .CompleteAsync();
 
@@ -144,9 +148,9 @@ public async Task Should_GenerateImage_BasedOnPrompt()
     }
 
     [Fact]
-    public async Task Should_AnswerDifferences_BetweenDocuments_ChatWithFiles_UsingStreams()
+    public async Task Should_AnswerFileSubject_ChatWithFiles_UsingStreams()
     {
-        List<string> files = ["./Files/Nicolaus_Copernicus.pdf", "./Files/Galileo_Galilei.pdf"];
+        List<string> files = ["./Files/Nicolaus_Copernicus.pdf"];
 
         var fileStreams = new List<FileStream>();
 
@@ -166,14 +170,25 @@ public async Task Should_AnswerDifferences_BetweenDocuments_ChatWithFiles_UsingS
             fileStreams.Add(fs);
         }
 
+        var expectedAnswer = "nicolaus copernicus";
+
         var result = await AIHub.Chat()
-            .WithModel(Models.Local.Gemma2_2b)
-            .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
+            .WithModel(Models.Local.Qwen2_5_0_5b)
+            .WithMessage("Who is described in the file? Reply with ONLY their full name. No explanation, no punctuation. Example: Isaak Newton")
+            .WithMemoryParams(new MemoryParams { AnswerTokens = 10 })
             .WithFiles(fileStreams)
             .CompleteAsync();
 
         Assert.True(result.Done);
         Assert.NotNull(result.Message);
         Assert.NotEmpty(result.Message.Content);
+        var ratio = Fuzz.PartialRatio(expectedAnswer, result.Message.Content.ToLowerInvariant());
+        Assert.True(ratio > 50,
+            $"""
+            Fuzzy match failed!
+            Expected > 50, but got {ratio}.
+            Expected: '{expectedAnswer}'
+            Actual: '{result.Message.Content}'
+            """);
     }
 }