feat: Implement tool calling to local LLMs

Author: srebrek

Examples/Examples/Chat/ChatExampleToolsSimple.cs

@@ -10,11 +10,13 @@ public async Task Start()
     {
         OpenAiExample.Setup(); //We need to provide OpenAi API key
 
-        Console.WriteLine("(OpenAi) ChatExample with tools is running!"); 
+        Console.WriteLine("(OpenAi) ChatExample with tools is running!");
+
+        var model = AIHub.Model();
 
         await AIHub.Chat()
             .WithModel("gpt-5-nano")
-            .WithMessage("What time is it right now?")
+            .WithMessage("What time is it right now? Use tool provided.")
             .WithTools(new ToolsConfigurationBuilder()
                 .AddTool(
                     name: "get_current_time",
@@ -24,4 +26,4 @@ await AIHub.Chat()
                 .Build())
             .CompleteAsync(interactive: true);
     }
-}
+}

Examples/Examples/Chat/ChatExampleToolsSimpleLocalLLM.cs

@@ -0,0 +1,27 @@
+using Examples.Utils;
+using MaIN.Core.Hub;
+using MaIN.Core.Hub.Utils;
+
+namespace Examples.Chat;
+
+public class ChatExampleToolsSimpleLocalLLM : IExample
+{
+    public async Task Start()
+    {
+        Console.WriteLine("Local LLM ChatExample with tools is running!");
+
+        var model = AIHub.Model();
+
+        await AIHub.Chat()
+            .WithModel("gemma3:4b")
+            .WithMessage("What time is it right now? Use tool provided.")
+            .WithTools(new ToolsConfigurationBuilder()
+                .AddTool(
+                    name: "get_current_time",
+                    description: "Get the current date and time",
+                    execute: Tools.GetCurrentTime)
+                .WithToolChoice("auto")
+                .Build())
+            .CompleteAsync(interactive: true);
+    }
+}

Examples/Examples/Program.cs

@@ -51,6 +51,7 @@ static void RegisterExamples(IServiceCollection services)
     services.AddTransient<ChatFromExistingExample>();
     services.AddTransient<ChatWithReasoningExample>();
     services.AddTransient<ChatExampleToolsSimple>();
+    services.AddTransient<ChatExampleToolsSimpleLocalLLM>();
     services.AddTransient<AgentExampleTools>();
     services.AddTransient<AgentExample>();
     services.AddTransient<AgentConversationExample>();
@@ -161,6 +162,7 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
                 ("\u25a0 Chat with Files from stream", serviceProvider.GetRequiredService<ChatWithFilesFromStreamExample>()),
                 ("\u25a0 Chat with Vision", serviceProvider.GetRequiredService<ChatWithVisionExample>()),
                 ("\u25a0 Chat with Tools (simple)", serviceProvider.GetRequiredService<ChatExampleToolsSimple>()),
+                ("\u25a0 Chat with Tools (simple Local LLM)", serviceProvider.GetRequiredService<ChatExampleToolsSimpleLocalLLM>()),
                 ("\u25a0 Chat with Image Generation", serviceProvider.GetRequiredService<ChatWithImageGenExample>()),
                 ("\u25a0 Chat from Existing", serviceProvider.GetRequiredService<ChatFromExistingExample>()),
                 ("\u25a0 Chat with reasoning", serviceProvider.GetRequiredService<ChatWithReasoningExample>()),
@@ -197,4 +199,4 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
             ];
         }
     };
-}
+}