Merge pull request #13 from wisedev-code/feat/infer-command-chat-and-improvements

Feat/infer command chat and improvements

Author: wisedev-pstach

Examples/Examples/Chat/ChatWithImageGenExample.cs

@@ -1,8 +1,5 @@
 using Examples.Utils;
 using MaIN.Core.Hub;
-using SixLabors.ImageSharp;
-using SixLabors.ImageSharp.PixelFormats;
-using SixLabors.ImageSharp.Processing;
 
 namespace Examples;
 

Examples/Examples/Chat/ChatWithImageGenOpenAiExample.cs

@@ -1,8 +1,5 @@
 using Examples.Utils;
 using MaIN.Core.Hub;
-using SixLabors.ImageSharp;
-using SixLabors.ImageSharp.PixelFormats;
-using SixLabors.ImageSharp.Processing;
 
 namespace Examples;
 

Examples/Examples/Examples.csproj

@@ -38,9 +38,4 @@
         <CopyToOutputDirectory>Always</CopyToOutputDirectory>
       </None>
     </ItemGroup>
-
-    <ItemGroup>
-      <PackageReference Include="SixLabors.ImageSharp" Version="3.1.6" />
-    </ItemGroup>
-
 </Project>

Examples/Examples/Program.cs

@@ -2,7 +2,6 @@
 using Examples.Agents;
 using Examples.Agents.Flows;
 using MaIN.Core;
-using MaIN.Domain.Configuration;
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 
@@ -29,11 +28,7 @@
 
 var services = new ServiceCollection();
 services.AddSingleton<IConfiguration>(configuration);
-services.AddMaIN(configuration, (options) =>
-{
-    options.BackendType = BackendType.OpenAi;
-    options.OpenAiKey = "<YOUR_OPENAI_KEY>";
-});
+services.AddMaIN(configuration);
 
 RegisterExamples(services);
 

Examples/Examples/Utils/ConsoleRenderer.cs

@@ -9,7 +9,7 @@ namespace Examples.Utils;
 
 public static class ImagePreview
 {
-    public static void ShowImage(byte[] imageData, string extension = "png")
+    public static void ShowImage(byte[]? imageData, string extension = "png")
     {
         // Validate extension
         if (string.IsNullOrWhiteSpace(extension) || extension.Contains("."))
@@ -21,7 +21,7 @@ public static void ShowImage(byte[] imageData, string extension = "png")
             $"{Guid.NewGuid()}.{extension}"
         );
 
-        File.WriteAllBytes(tempFile, imageData);
+        File.WriteAllBytes(tempFile, imageData!);
 
         try
         {

Examples/Examples/Utils/ImagePreviewer.cs

@@ -1,5 +1,6 @@
 using MaIN.Domain.Entities;
 using MaIN.Services;
+using MaIN.Services.Services.Abstract;
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.OpenApi.Models;
 
@@ -45,7 +46,7 @@
     return Results.Ok(models);
 });
 
-app.MapDelete("/api/llm/session/{chatId}", async ([FromServices] ILLMService llmService, string chatId) =>
+app.MapDelete("/api/llm/session/{chatId}", async ([FromServices] ILLMService llmService, string? chatId) =>
 {
     await llmService.CleanSessionCache(chatId);
     return Results.Ok($"Session chat {chatId} has been cleared.");
@@ -66,6 +67,6 @@
 app.Run();
 
 // Request DTOs
-record ChatRequest(Chat? Chat, bool InteractiveUpdates = false, bool NewSession = false);
+record ChatRequest(Chat Chat, bool InteractiveUpdates = false, bool NewSession = false);
 
-record AskMemoryRequest(Chat? Chat, Dictionary<string,string>? TextData = null, Dictionary<string,string>? FileData = null, List<string>? Memory = null);
+record AskMemoryRequest(Chat Chat, Dictionary<string,string>? TextData = null, Dictionary<string,string>? FileData = null, List<string>? Memory = null);

MaIN.Server/Program.cs

@@ -24,6 +24,8 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MaIN.Core.UnitTests", "src\
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Examples.SimpleConsole", "Examples\Examples.SimpleConsole\Examples.SimpleConsole.csproj", "{75DEBB8A-75CD-44BA-9369-3916950428EF}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MaIN.InferPage", "src\MaIN.InferPage\MaIN.InferPage.csproj", "{B691188A-1170-489D-8729-A13108C12C57}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -70,6 +72,10 @@ Global
 		{75DEBB8A-75CD-44BA-9369-3916950428EF}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{75DEBB8A-75CD-44BA-9369-3916950428EF}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{75DEBB8A-75CD-44BA-9369-3916950428EF}.Release|Any CPU.Build.0 = Release|Any CPU
+		{B691188A-1170-489D-8729-A13108C12C57}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{B691188A-1170-489D-8729-A13108C12C57}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{B691188A-1170-489D-8729-A13108C12C57}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{B691188A-1170-489D-8729-A13108C12C57}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(NestedProjects) = preSolution
 		{781BDD20-65BA-4C5D-815B-D8A15931570A} = {28851935-517F-438D-BF7C-02FEB1A37A68}

MaIN.sln

@@ -0,0 +1,16 @@
+# 0.0.8 pre-release
+
+- Project cleanup
+- New version of CLI (introduced infer and config commands)
+- name of model **breaking change**
+    
+In order to align with new breaking change, align your already downloaded models to this names (and ofc .gguf extension)
+-- DeepSeekR1-8b
+-- Fox-1.6b
+-- gemma2-2b
+-- Llama3.1-8b
+-- Llama3.2-3b
+-- Llava
+-- Nomic
+-- phi3.5
+-- Qwen2.5