Support local Ollama

Author: Madzionator

Examples/Examples/Chat/ChatExampleOllama.cs

@@ -7,11 +7,11 @@ public class ChatExampleOllama : IExample
 {
     public async Task Start()
     {
-        OllamaExample.Setup(); //We need to provide Ollama API key
+        OllamaExample.Setup(); // We need to set Ollama backend type and optionally provide Ollama API key
         Console.WriteLine("(Ollama) ChatExample is running!");
 
         await AIHub.Chat()
-            .WithModel("qwen3-next:80b")
+            .WithModel("gemma3:4b")
             .WithMessage("Write a short poem about the color green.")
             .CompleteAsync(interactive: true);
     }

Examples/Examples/Utils/OllamaExample.cs

@@ -10,7 +10,7 @@ public static void Setup()
         MaINBootstrapper.Initialize(configureSettings: (options) =>
         {
             options.BackendType = BackendType.Ollama;
-            options.OllamaKey = "<YOUR_OLLAMA_KEY>";
+            //options.OllamaKey = "<YOUR_OLLAMA_KEY>"; // set only if you want to use Ollama cloud
         });
     }
 }

src/MaIN.Services/Bootstrapper.cs

@@ -112,6 +112,8 @@ private static IServiceCollection AddHttpClients(this IServiceCollection service
         services.AddHttpClient(ServiceConstants.HttpClients.GeminiClient);
         services.AddHttpClient(ServiceConstants.HttpClients.DeepSeekClient);
         services.AddHttpClient(ServiceConstants.HttpClients.GroqCloudClient);
+        services.AddHttpClient(ServiceConstants.HttpClients.OllamaClient);
+        services.AddHttpClient(ServiceConstants.HttpClients.OllamaLocalClient);
         services.AddHttpClient(ServiceConstants.HttpClients.ImageDownloadClient);
         services.AddHttpClient(ServiceConstants.HttpClients.ModelContextDownloadClient, client =>
         {

src/MaIN.Services/Constants/ServiceConstants.cs

@@ -12,6 +12,7 @@ public static class HttpClients
         public const string AnthropicClient = "AnthropicClient";
         public const string XaiClient = "XaiClient";
         public const string OllamaClient = "OllamaClient";
+        public const string OllamaLocalClient = "OllamaLocalClient";
         public const string ImageDownloadClient = "ImageDownloadClient";
         public const string ModelContextDownloadClient = "ModelContextDownloadClient";
     }
@@ -45,6 +46,9 @@ public static class ApiUrls
 
         public const string OllamaOpenAiChatCompletions = "https://ollama.com/v1/chat/completions";
         public const string OllamaModels = "https://ollama.com/v1/models";
+        
+        public const string OllamaLocalOpenAiChatCompletions = "http://localhost:11434/v1/chat/completions";
+        public const string OllamaLocalModels = "http://localhost:11434/v1/models";
     }
 
     public static class Messages

src/MaIN.Services/Services/LLMService/OllamaService.cs

@@ -20,22 +20,21 @@ public sealed class OllamaService(
 {
     private readonly MaINSettings _settings = settings ?? throw new ArgumentNullException(nameof(settings));
 
-    protected override string HttpClientName => ServiceConstants.HttpClients.OllamaClient;
-    protected override string ChatCompletionsUrl => ServiceConstants.ApiUrls.OllamaOpenAiChatCompletions;
-    protected override string ModelsUrl => ServiceConstants.ApiUrls.OllamaModels;
+    private bool HasApiKey => !string.IsNullOrEmpty(_settings.OllamaKey) || !string.IsNullOrEmpty(Environment.GetEnvironmentVariable("OLLAMA_API_KEY"));
+
+    protected override string HttpClientName => HasApiKey ? ServiceConstants.HttpClients.OllamaClient : ServiceConstants.HttpClients.OllamaLocalClient;
+    protected override string ChatCompletionsUrl => HasApiKey ? ServiceConstants.ApiUrls.OllamaOpenAiChatCompletions : ServiceConstants.ApiUrls.OllamaLocalOpenAiChatCompletions;
+    protected override string ModelsUrl => HasApiKey ? ServiceConstants.ApiUrls.OllamaModels : ServiceConstants.ApiUrls.OllamaLocalModels;
 
     protected override string GetApiKey()
     {
-        return _settings.OllamaKey ?? Environment.GetEnvironmentVariable("OLLAMA_API_KEY") ??
-            throw new InvalidOperationException("Olama Key not configured");
+        return _settings.OllamaKey ?? Environment.GetEnvironmentVariable("OLLAMA_API_KEY") ?? string.Empty;
     }
 
     protected override void ValidateApiKey()
     {
-        if (string.IsNullOrEmpty(_settings.OllamaKey) && string.IsNullOrEmpty(Environment.GetEnvironmentVariable("OLLAMA_API_KEY")))
-        {
-            throw new InvalidOperationException("Ollama Key not configured");
-        }
+        // No validation required - local Ollama doesn't need an API key
+        // Cloud Ollama will fail at runtime if the key is missing
     }
 
     public override async Task<ChatResult?> AskMemory(

src/MaIN.Services/Services/LLMService/OpenAiCompatibleService.cs

@@ -292,7 +292,7 @@ await _notificationService.DispatchNotification(
         CancellationToken cancellationToken)
     {
         var client = _httpClientFactory.CreateClient(HttpClientName);
-        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
+        SetAuthorizationIfNeeded(client, apiKey);
 
         var requestBody = BuildRequestBody(chat, conversation, true);
 
@@ -411,7 +411,7 @@ await _notificationService.DispatchNotification(
         CancellationToken cancellationToken)
     {
         var client = _httpClientFactory.CreateClient(HttpClientName);
-        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
+        SetAuthorizationIfNeeded(client, apiKey);
 
         var requestBody = BuildRequestBody(chat, conversation, false);
 
@@ -522,9 +522,7 @@ public virtual async Task<string[]> GetCurrentModels()
         ValidateApiKey();
 
         var client = _httpClientFactory.CreateClient(HttpClientName);
-        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue(
-            "Bearer",
-            GetApiKey());
+        SetAuthorizationIfNeeded(client, GetApiKey());
 
         using var response = await client.GetAsync(ModelsUrl);
         response.EnsureSuccessStatusCode();
@@ -575,6 +573,14 @@ private static bool HasFiles(Message message)
         return message.Files != null && message.Files.Count > 0;
     }
 
+    private static void SetAuthorizationIfNeeded(HttpClient client, string apiKey)
+    {
+        if (!string.IsNullOrEmpty(apiKey))
+        {
+            client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
+        }
+    }
+
     private async Task ProcessStreamingChatAsync(
         Chat chat,
         List<ChatMessage> conversation,
@@ -585,7 +591,7 @@ private async Task ProcessStreamingChatAsync(
         CancellationToken cancellationToken)
     {
         var client = _httpClientFactory.CreateClient(HttpClientName);
-        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
+        SetAuthorizationIfNeeded(client, apiKey);
 
         var requestBody = BuildRequestBody(chat, conversation, true);
 
@@ -670,7 +676,7 @@ private async Task ProcessNonStreamingChatAsync(
         CancellationToken cancellationToken)
     {
         var client = _httpClientFactory.CreateClient(HttpClientName);
-        client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
+        SetAuthorizationIfNeeded(client, apiKey);
 
         var requestBody = BuildRequestBody(chat, conversation, false);