feat: tool calling for local llm (#117) and release v0.9.0

* feat: Implement tool calling to local LLMs

* Fix tool calling logic in multiple iterations loop

- Prevent tool definition duplication in the system prompt during subsequent loop iterations.
- Refine system prompt to enforce format more effectively.

* fix(LLMService): minor fixes and code cleanup

- Add invalid chat responses during ToolCalling to the chat, so it sees them in the next prompts.
- Mark first message as processed after processing.
- Removeunnecessary parsing methods.
- Add messages about invalid formating to the promt so model sees what went wrong.
- Format and clean the code.

* refactor: tool code cleanup

- OpenAICompatibleService and LLMService use Tool Classes Defined in the Domain.
- Extract Json-Tool parse logic to helper function.

* fix: minor fixes related to tool-calling

* chore: bump version to 0.9.0 and update release notes

Author: srebrek

Examples/Examples/Chat/ChatExampleToolsSimple.cs

@@ -9,9 +9,9 @@ public class ChatExampleToolsSimple : IExample
     public async Task Start()
     {
         OpenAiExample.Setup(); //We need to provide OpenAi API key
-        
-        Console.WriteLine("(OpenAi) ChatExample with tools is running!"); 
-        
+
+        Console.WriteLine("(OpenAi) ChatExample with tools is running!");
+
         await AIHub.Chat()
             .WithModel("gpt-5-nano")
             .WithMessage("What time is it right now?")
@@ -24,4 +24,4 @@ await AIHub.Chat()
                 .Build())
             .CompleteAsync(interactive: true);
     }
-}
+}

Examples/Examples/Chat/ChatExampleToolsSimpleLocalLLM.cs

@@ -0,0 +1,25 @@
+using Examples.Utils;
+using MaIN.Core.Hub;
+using MaIN.Core.Hub.Utils;
+
+namespace Examples.Chat;
+
+public class ChatExampleToolsSimpleLocalLLM : IExample
+{
+    public async Task Start()
+    {
+        Console.WriteLine("Local LLM ChatExample with tools is running!");
+
+        await AIHub.Chat()
+            .WithModel("gemma3:4b")
+            .WithMessage("What time is it right now?")
+            .WithTools(new ToolsConfigurationBuilder()
+                .AddTool(
+                    name: "get_current_time",
+                    description: "Get the current date and time",
+                    execute: Tools.GetCurrentTime)
+                .WithToolChoice("auto")
+                .Build())
+            .CompleteAsync(interactive: true);
+    }
+}

Examples/Examples/Program.cs

@@ -51,6 +51,7 @@ static void RegisterExamples(IServiceCollection services)
     services.AddTransient<ChatFromExistingExample>();
     services.AddTransient<ChatWithReasoningExample>();
     services.AddTransient<ChatExampleToolsSimple>();
+    services.AddTransient<ChatExampleToolsSimpleLocalLLM>();
     services.AddTransient<AgentExampleTools>();
     services.AddTransient<AgentExample>();
     services.AddTransient<AgentConversationExample>();
@@ -161,6 +162,7 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
                 ("\u25a0 Chat with Files from stream", serviceProvider.GetRequiredService<ChatWithFilesFromStreamExample>()),
                 ("\u25a0 Chat with Vision", serviceProvider.GetRequiredService<ChatWithVisionExample>()),
                 ("\u25a0 Chat with Tools (simple)", serviceProvider.GetRequiredService<ChatExampleToolsSimple>()),
+                ("\u25a0 Chat with Tools (simple Local LLM)", serviceProvider.GetRequiredService<ChatExampleToolsSimpleLocalLLM>()),
                 ("\u25a0 Chat with Image Generation", serviceProvider.GetRequiredService<ChatWithImageGenExample>()),
                 ("\u25a0 Chat from Existing", serviceProvider.GetRequiredService<ChatFromExistingExample>()),
                 ("\u25a0 Chat with reasoning", serviceProvider.GetRequiredService<ChatWithReasoningExample>()),
@@ -197,4 +199,4 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
             ];
         }
     };
-}
+}

Releases/0.9.0.md

@@ -0,0 +1,3 @@
+# 0.9.0 release
+
+- Add tool calling to local models

src/MaIN.Core/.nuspec

@@ -2,7 +2,7 @@
 <package>
   <metadata>
     <id>MaIN.NET</id>
-    <version>0.8.1</version>
+    <version>0.9.0</version>
     <authors>Wisedev</authors>
     <owners>Wisedev</owners>
     <icon>favicon.png</icon>

src/MaIN.Domain/Entities/Tools/FunctionCall.cs

@@ -1,7 +1,12 @@
-namespace MaIN.Domain.Entities.Tools;
+using System.Text.Json.Serialization;
 
-public class FunctionCall
+namespace MaIN.Domain.Entities.Tools;
+
+public sealed record FunctionCall
 {
-    public string Name { get; set; } = null!;
-    public string Arguments { get; set; } = null!;
-}
+    [JsonPropertyName("name")]
+    public string Name { get; init; } = string.Empty;
+
+    [JsonPropertyName("arguments")]
+    public string Arguments { get; init; } = "{}";
+}

src/MaIN.Domain/Entities/Tools/ToolCall.cs

@@ -0,0 +1,15 @@
+using System.Text.Json.Serialization;
+
+namespace MaIN.Domain.Entities.Tools;
+
+public sealed record ToolCall
+{
+    [JsonPropertyName("id")]
+    public string Id { get; init; } = string.Empty;
+
+    [JsonPropertyName("type")]
+    public string Type { get; init; } = "function";
+
+    [JsonPropertyName("function")]
+    public FunctionCall Function { get; init; } = new();
+}

src/MaIN.Domain/Entities/Tools/ToolDefinition.cs

@@ -1,8 +1,12 @@
-namespace MaIN.Domain.Entities.Tools;
+using System.Text.Json.Serialization;
+
+namespace MaIN.Domain.Entities.Tools;
 
 public class ToolDefinition
 {
     public string Type { get; set; } = "function";
     public FunctionDefinition? Function { get; set; } 
+    
+    [JsonIgnore]
     public Func<string, Task<string>>? Execute { get; set; }
 }