ChatTests.cs

using FuzzySharp;
using MaIN.Core.Hub;
using MaIN.Core.IntegrationTests.Helpers;
using MaIN.Domain.Entities;
using MaIN.Domain.Models.Concrete;

namespace MaIN.Core.IntegrationTests;

public class ChatTests : IntegrationTestBase
{
    public ChatTests() : base()
    {
    }
    
    [Fact]
    public async Task Should_AnswerQuestion_BasicChat()
    {
        var context = AIHub.Chat().WithModel<Gemma2_2b>();
        
        var result = await context
            .WithMessage("Where the hedgehog goes at night?")
            .CompleteAsync(interactive: true);

        Assert.True(result.Done);
        Assert.NotNull(result.Message);
        Assert.NotEmpty(result.Message.Content);
    }

    [Fact]
    public async Task Should_AnswerDifferences_BetweenDocuments_ChatWithFiles()
    {
        List<string> files = ["./Files/Nicolaus_Copernicus.pdf", "./Files/Galileo_Galilei.pdf"];
        
        var result = await AIHub.Chat()
            .WithModel<Gemma2_2b>()
            .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
            .WithFiles(files)
            .CompleteAsync();
        
        Assert.True(result.Done);
        Assert.NotNull(result.Message);
        Assert.NotEmpty(result.Message.Content);
    }

    [Fact]
    public async Task Should_AnswerQuestion_FromExistingChat()
    {
        var result = AIHub.Chat()
            .WithModel<Qwen2_5_0_5b>();
        
        await result.WithMessage("What do you think about math theories?")
            .CompleteAsync();
        
        
        await result.WithMessage("And about physics?")
            .CompleteAsync();

        var chatNewContext = await AIHub.Chat().FromExisting(result.GetChatId());
        var messages = chatNewContext.GetChatHistory();

        Assert.Equal(4, messages.Count);
    }

    [Fact]
    public async Task Should_AnswerGameFromImage_ChatWithVision()
    {
        List<string> images = ["./Files/gamex.jpg"];
        
        var result = await AIHub.Chat()
            .WithModel<Llama3_2_3b>()
            .WithMessage("What is the title of the game? Answer only this question.")
            .WithMemoryParams(new MemoryParams
            {
                AnswerTokens = 1000
            })
            .WithFiles(images)
            .CompleteAsync();
        
        Assert.True(result.Done);
        Assert.NotNull(result.Message);
        Assert.NotEmpty(result.Message.Content);
        var ratio = Fuzz.PartialRatio("call of duty", result.Message.Content.ToLowerInvariant());
        Assert.True(ratio > 50,
            $"""
            Fuzzy match failed!
            Expected > 50, but got {ratio}.
            Expexted: 'call of duty'
            Actual: '{result.Message.Content}'
            """);
    }

    [Fact(Skip = "Require powerful GPU")]
    public async Task Should_GenerateImage_BasedOnPrompt()
    {
        Assert.True(NetworkHelper.PingHost("127.0.0.1", 5003, 5), "Please make sure ImageGen service is running on port 5003");
        
        const string extension = "png";
        
        var result = await AIHub.Chat()
            .EnableVisual()
            .WithMessage("Generate cat in Rome. Sightseeing, colloseum, ancient builidngs, Italy.")
            .CompleteAsync();

        if (string.IsNullOrWhiteSpace(extension) || extension.Contains("."))
            throw new ArgumentException("Invalid file extension");

        Assert.True(result.Done);
        Assert.NotNull(result.Message.Image);
    }
    
    [Fact]
    public async Task Should_AnswerDifferences_BetweenDocuments_ChatWithFiles_UsingStreams()
    {
        List<string> files = ["./Files/Nicolaus_Copernicus.pdf", "./Files/Galileo_Galilei.pdf"];
        
        var fileStreams = new List<FileStream>();
        
        foreach (var path in files)
        {
            if (!File.Exists(path)) 
                continue;
            
            var fs = new FileStream(
                path,
                FileMode.Open,
                FileAccess.Read,
                FileShare.Read);
                    
            fileStreams.Add(fs);
        }
        
        var result = await AIHub.Chat()
            .WithModel<Gemma2_2b>()
            .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
            .WithFiles(fileStreams)
            .CompleteAsync();
        
        Assert.True(result.Done);
        Assert.NotNull(result.Message);
        Assert.NotEmpty(result.Message.Content);
    }
}