feat: Implement tool calling to local LLMs

Author: srebrek

Examples/Examples/Chat/ChatExampleToolsSimple.cs

@@ -11,11 +11,13 @@ public async Task Start()
     {
         OpenAiExample.Setup(); //We need to provide OpenAi API key
 
-        Console.WriteLine("(OpenAi) ChatExample with tools is running!"); 
+        Console.WriteLine("(OpenAi) ChatExample with tools is running!");
+
+        var model = AIHub.Model();
 
         await AIHub.Chat()
             .WithModel("gpt-5-nano")
-            .WithMessage("What time is it right now?")
+            .WithMessage("What time is it right now? Use tool provided.")
             .WithTools(new ToolsConfigurationBuilder()
                 .AddTool(
                     name: "get_current_time",
@@ -25,4 +27,4 @@ await AIHub.Chat()
                 .Build())
             .CompleteAsync(interactive: true);
     }
-}
+}

Examples/Examples/Chat/ChatExampleToolsSimpleLocalLLM.cs

@@ -0,0 +1,27 @@
+using Examples.Utils;
+using MaIN.Core.Hub;
+using MaIN.Core.Hub.Utils;
+
+namespace Examples.Chat;
+
+public class ChatExampleToolsSimpleLocalLLM : IExample
+{
+    public async Task Start()
+    {
+        Console.WriteLine("Local LLM ChatExample with tools is running!");
+
+        var model = AIHub.Model();
+
+        await AIHub.Chat()
+            .WithModel("gemma3:4b")
+            .WithMessage("What time is it right now? Use tool provided.")
+            .WithTools(new ToolsConfigurationBuilder()
+                .AddTool(
+                    name: "get_current_time",
+                    description: "Get the current date and time",
+                    execute: Tools.GetCurrentTime)
+                .WithToolChoice("auto")
+                .Build())
+            .CompleteAsync(interactive: true);
+    }
+}

Examples/Examples/Program.cs

@@ -52,6 +52,7 @@ static void RegisterExamples(IServiceCollection services)
     services.AddTransient<ChatFromExistingExample>();
     services.AddTransient<ChatWithReasoningExample>();
     services.AddTransient<ChatExampleToolsSimple>();
+    services.AddTransient<ChatExampleToolsSimpleLocalLLM>();
     services.AddTransient<AgentExampleTools>();
     services.AddTransient<AgentExample>();
     services.AddTransient<AgentConversationExample>();
@@ -146,6 +147,7 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
             ("\u25a0 Chat with Files from stream", serviceProvider.GetRequiredService<ChatWithFilesFromStreamExample>()),
             ("\u25a0 Chat with Vision", serviceProvider.GetRequiredService<ChatWithVisionExample>()),
             ("\u25a0 Chat with Tools (simple)", serviceProvider.GetRequiredService<ChatExampleToolsSimple>()),
+            ("\u25a0 Chat with Tools (simple) Local LLM", serviceProvider.GetRequiredService<ChatExampleToolsSimpleLocalLLM>()),
             ("\u25a0 Chat with Image Generation", serviceProvider.GetRequiredService<ChatWithImageGenExample>()),
             ("\u25a0 Chat from Existing", serviceProvider.GetRequiredService<ChatFromExistingExample>()),
             ("\u25a0 Chat with reasoning", serviceProvider.GetRequiredService<ChatWithReasoningExample>()),