GroqCloud integration (#75)

Madzionator · web-flow · commit 8d61e5026623 · 2025-08-07T15:13:11.000+02:00
GroqCloud integration has been added
diff --git a/Examples/Examples/Chat/ChatExampleGroqCloud.cs b/Examples/Examples/Chat/ChatExampleGroqCloud.cs
@@ -0,0 +1,18 @@
+using Examples.Utils;
+using MaIN.Core.Hub;
+
+namespace Examples;
+
+public class ChatExampleGroqCloud : IExample
+{
+    public async Task Start()
+    {
+        GroqCloudExample.Setup(); //We need to provide GroqCloud API key
+        Console.WriteLine("(GroqCloud) ChatExample is running!");
+
+        await AIHub.Chat()
+            .WithModel("llama3-8b-8192")
+            .WithMessage("Which color do people like the most?")
+            .CompleteAsync(interactive: true);
+    }
+}
diff --git a/Examples/Examples/Program.cs b/Examples/Examples/Program.cs
@@ -67,6 +67,7 @@ static void RegisterExamples(IServiceCollection services)
     services.AddTransient<ChatWithImageGenGeminiExample>();
     services.AddTransient<ChatWithFilesExampleGemini>();
     services.AddTransient<ChatWithReasoningDeepSeekExample>();
+    services.AddTransient<ChatExampleGroqCloud>();
 }
 
 async Task RunSelectedExample(IServiceProvider serviceProvider)
@@ -153,9 +154,9 @@ public class ExampleRegistry(IServiceProvider serviceProvider)
             ("\u25a0 Gemini Chat with image", serviceProvider.GetRequiredService<ChatWithImageGenGeminiExample>()),
             ("\u25a0 Gemini Chat with files", serviceProvider.GetRequiredService<ChatWithFilesExampleGemini>()),
             ("\u25a0 DeepSeek Chat with reasoning", serviceProvider.GetRequiredService<ChatWithReasoningDeepSeekExample>()),
+            ("\u25a0 GroqCloud Chat", serviceProvider.GetRequiredService<ChatExampleGroqCloud>()),
             ("\u25a0 McpClient example", serviceProvider.GetRequiredService<McpExample>()),
             ("\u25a0 McpAgent example", serviceProvider.GetRequiredService<McpAgentsExample>())
-
         };
     }
 }
diff --git a/Examples/Examples/Utils/GroqCloudExample.cs b/Examples/Examples/Utils/GroqCloudExample.cs
@@ -0,0 +1,16 @@
+using MaIN.Core;
+using MaIN.Domain.Configuration;
+
+namespace Examples.Utils;
+
+public class GroqCloudExample
+{
+    public static void Setup()
+    {
+        MaINBootstrapper.Initialize(configureSettings: (options) =>
+        {
+            options.BackendType = BackendType.GroqCloud;
+            options.GroqCloudKey = "<YOUR_GROQ_KEY>";
+        });
+    }
+}
diff --git a/Releases/0.3.1.md b/Releases/0.3.1.md
@@ -0,0 +1,3 @@
+# 0.3.1 release
+
+GroqCloud integration has been added.
diff --git a/src/MaIN.Core/.nuspec b/src/MaIN.Core/.nuspec
@@ -2,7 +2,7 @@
 <package>
   <metadata>
     <id>MaIN.NET</id>
-    <version>0.3.0</version>
+    <version>0.3.1</version>
     <authors>Wisedev</authors>
     <owners>Wisedev</owners>
     <icon>favicon.png</icon>
diff --git a/src/MaIN.Domain/Configuration/MaINSettings.cs b/src/MaIN.Domain/Configuration/MaINSettings.cs
@@ -11,6 +11,7 @@ public class MaINSettings
     public string? OpenAiKey { get; set; }
     public string? GeminiKey { get; set; }
     public string? DeepSeekKey { get; set; }
+    public string? GroqCloudKey { get; set; }
     public MongoDbSettings? MongoDbSettings { get; set; }
     public FileSystemSettings? FileSystemSettings { get; set; }
     public SqliteSettings? SqliteSettings { get; set; }
@@ -23,4 +24,5 @@ public enum BackendType
     OpenAi = 1,
     Gemini = 2,
     DeepSeek = 3,
+    GroqCloud = 4,
 }
diff --git a/src/MaIN.InferPage/Program.cs b/src/MaIN.InferPage/Program.cs
@@ -65,6 +65,12 @@
                 apiKeyVariable = "DEEPSEEK_API_KEY";
                 apiName = "Deepseek";
                 break;
+
+            case "groqcloud":
+                Utils.GroqCloud = true;
+                apiKeyVariable = "GROQ_API_KEY";
+                apiName = "GroqCloud";
+                break;
         }
 
         var key = Environment.GetEnvironmentVariable(apiKeyVariable);
@@ -103,6 +109,13 @@
         settings.BackendType = BackendType.DeepSeek;
     });
 }
+else if (Utils.GroqCloud)
+{
+    builder.Services.AddMaIN(builder.Configuration, settings =>
+    {
+        settings.BackendType = BackendType.GroqCloud;
+    });
+}
 else
 {
     if (Utils.Path == null && !KnownModels.IsModelSupported(Utils.Model!))
diff --git a/src/MaIN.InferPage/Utils.cs b/src/MaIN.InferPage/Utils.cs
@@ -10,6 +10,7 @@ public static class Utils
     public static bool OpenAi { get; set; }
     public static bool Gemini { get; set; }
     public static bool DeepSeek { get; set; }
+    public static bool GroqCloud { get; set; }
     public static string? Path { get; set; }
     public static bool Reason { get; set; }
 }
diff --git a/src/MaIN.Services/Bootstrapper.cs b/src/MaIN.Services/Bootstrapper.cs
@@ -106,6 +106,8 @@ private static IServiceCollection AddHttpClients(this IServiceCollection service
         });
         services.AddHttpClient(ServiceConstants.HttpClients.OpenAiClient);
         services.AddHttpClient(ServiceConstants.HttpClients.GeminiClient);
+        services.AddHttpClient(ServiceConstants.HttpClients.DeepSeekClient);
+        services.AddHttpClient(ServiceConstants.HttpClients.GroqCloudClient);
         services.AddHttpClient(ServiceConstants.HttpClients.ImageDownloadClient);
         services.AddHttpClient(ServiceConstants.HttpClients.ModelContextDownloadClient, client =>
         {
diff --git a/src/MaIN.Services/Constants/ServiceConstants.cs b/src/MaIN.Services/Constants/ServiceConstants.cs
@@ -9,6 +9,7 @@ public static class HttpClients
         public const string OpenAiClient = "OpenAiClient";
         public const string GeminiClient = "GeminiClient";
         public const string DeepSeekClient = "DeepSeekClient";
+        public const string GroqCloudClient = "GroqCloudClient";
         public const string ImageDownloadClient = "ImageDownloadClient";
         public const string ModelContextDownloadClient = "ModelContextDownloadClient";
     }
@@ -24,7 +25,10 @@ public static class ApiUrls
         public const string GeminiModels = "https://generativelanguage.googleapis.com/v1beta/models";
 
         public const string DeepSeekOpenAiChatCompletions = "https://api.deepseek.com/v1/chat/completions";
-        public const string DeepSeekModels = "https://api.deepseek.com/models";
+        public const string DeepSeekModels = "https://api.deepseek.com/models";  
+        
+        public const string GroqCloudOpenAiChatCompletions = "https://api.groq.com/openai/v1/chat/completions";
+        public const string GroqCloudModels = "https://api.groq.com/openai/v1/models";
     }
 
     public static class Messages
diff --git a/src/MaIN.Services/Services/LLMService/Factory/ImageGenServiceFactory.cs b/src/MaIN.Services/Services/LLMService/Factory/ImageGenServiceFactory.cs
@@ -16,6 +16,7 @@ public IImageGenService CreateService(BackendType backendType)
             BackendType.Gemini => new GeminiImageGenService(serviceProvider.GetRequiredService<IHttpClientFactory>(),
                 serviceProvider.GetRequiredService<MaINSettings>()),
             BackendType.DeepSeek => throw new NotSupportedException("DeepSeek does not support image generation."),
+            BackendType.GroqCloud => throw new NotSupportedException("Groq Cloud does not support image generation."),
             BackendType.Self => new ImageGenService(serviceProvider.GetRequiredService<IHttpClientFactory>(),
                 serviceProvider.GetRequiredService<MaINSettings>()),
             
diff --git a/src/MaIN.Services/Services/LLMService/Factory/LLMServiceFactory.cs b/src/MaIN.Services/Services/LLMService/Factory/LLMServiceFactory.cs
@@ -32,6 +32,13 @@ public ILLMService CreateService(BackendType backendType)
                 serviceProvider.GetRequiredService<IMemoryFactory>(),
                 serviceProvider.GetRequiredService<IMemoryService>()),
 
+            BackendType.GroqCloud => new GroqCloudService(
+                serviceProvider.GetRequiredService<MaINSettings>(),
+                serviceProvider.GetRequiredService<INotificationService>(),
+                serviceProvider.GetRequiredService<IHttpClientFactory>(),
+                serviceProvider.GetRequiredService<IMemoryFactory>(),
+                serviceProvider.GetRequiredService<IMemoryService>()),
+
             BackendType.Self => new LLMService(
                 serviceProvider.GetRequiredService<MaINSettings>(),
                 serviceProvider.GetRequiredService<INotificationService>(),
diff --git a/src/MaIN.Services/Services/LLMService/GroqCloudService.cs b/src/MaIN.Services/Services/LLMService/GroqCloudService.cs
@@ -0,0 +1,48 @@
+using MaIN.Domain.Configuration;
+using MaIN.Domain.Entities;
+using MaIN.Services.Services.Abstract;
+using Microsoft.Extensions.Logging;
+using MaIN.Services.Services.LLMService.Memory;
+using MaIN.Services.Constants;
+using MaIN.Services.Services.Models;
+
+namespace MaIN.Services.Services.LLMService;
+
+public sealed class GroqCloudService(
+    MaINSettings settings,
+    INotificationService notificationService,
+    IHttpClientFactory httpClientFactory,
+    IMemoryFactory memoryFactory,
+    IMemoryService memoryService,
+    ILogger<OpenAiService>? logger = null)
+    : OpenAiCompatibleService(notificationService, httpClientFactory, memoryFactory, memoryService, logger)
+{
+    private readonly MaINSettings _settings = settings ?? throw new ArgumentNullException(nameof(settings));
+    private readonly IHttpClientFactory _httpClientFactory = httpClientFactory ?? throw new ArgumentNullException(nameof(httpClientFactory));
+
+    protected override string HttpClientName => ServiceConstants.HttpClients.GroqCloudClient;
+    protected override string ChatCompletionsUrl => ServiceConstants.ApiUrls.GroqCloudOpenAiChatCompletions;
+    protected override string ModelsUrl => ServiceConstants.ApiUrls.GroqCloudModels;
+
+    protected override string GetApiKey()
+    {
+        return _settings.GroqCloudKey ?? Environment.GetEnvironmentVariable("GROQ_API_KEY") ??
+            throw new InvalidOperationException("GroqCloud Key not configured");
+    }
+
+    protected override void ValidateApiKey()
+    {
+        if (string.IsNullOrEmpty(_settings.GroqCloudKey) && string.IsNullOrEmpty(Environment.GetEnvironmentVariable("GROQ_API_KEY")))
+        {
+            throw new InvalidOperationException("GroqCloud Key not configured");
+        }
+    }
+
+    public override Task<ChatResult?> AskMemory(
+        Chat chat,
+        ChatMemoryOptions memoryOptions,
+        CancellationToken cancellationToken = default)
+    {
+        throw new NotSupportedException("Embeddings are not supported by the Groq Cloud model. Document reading requires embedding support.");
+    }
+}
diff --git a/src/MaIN.Services/Services/McpService.cs b/src/MaIN.Services/Services/McpService.cs
@@ -57,18 +57,32 @@ private PromptExecutionSettings InitializeChatCompletions(IKernelBuilder kernelB
                 {
                     FunctionChoiceBehavior = FunctionChoiceBehavior.Auto(options: new() { RetainArgumentTypes = true })
                 };
+
             case BackendType.Gemini:
                 kernelBuilder.Services.AddGoogleAIGeminiChatCompletion(model, GetGeminiKey() ?? throw new ArgumentNullException(nameof(GetGeminiKey)));
                 return new GeminiPromptExecutionSettings()
                 {
-                    ToolCallBehavior = GeminiToolCallBehavior.AutoInvokeKernelFunctions,
                     ModelId = model,
                     FunctionChoiceBehavior = FunctionChoiceBehavior.Auto(options: new() { RetainArgumentTypes = true })
                 };
+
             case BackendType.DeepSeek:
                 throw new NotSupportedException("DeepSeek models does not support MCP integration.");
+
+            case BackendType.GroqCloud:
+                kernelBuilder.Services.AddOpenAIChatCompletion(
+                    modelId: model,
+                    apiKey: GetGroqCloudKey() ?? throw new ArgumentNullException(nameof(GetGroqCloudKey)),
+                    endpoint: new Uri("https://api.groq.com/openai/v1"));
+
+                return new OpenAIPromptExecutionSettings()
+                {
+                    FunctionChoiceBehavior = FunctionChoiceBehavior.Auto(options: new() { RetainArgumentTypes = true })
+                };
+
             case BackendType.Self:
                 throw new NotSupportedException("Self backend (local models) does not support MCP integration.");
+
             default:
                 throw new ArgumentOutOfRangeException(nameof(backendType));
         }
@@ -78,4 +92,6 @@ private PromptExecutionSettings InitializeChatCompletions(IKernelBuilder kernelB
         => settings.OpenAiKey ?? Environment.GetEnvironmentVariable("OPENAI_API_KEY");
     string? GetGeminiKey()
         => settings.GeminiKey ?? Environment.GetEnvironmentVariable("GEMINI_API_KEY");
+    string? GetGroqCloudKey()
+        => settings.GroqCloudKey ?? Environment.GetEnvironmentVariable("GROQ_API_KEY");
 }

Original file line number	Diff line number	Diff line change
`@@ -67,6 +67,7 @@ static void RegisterExamples(IServiceCollection services)`
`67`	`67`	`services.AddTransient<ChatWithImageGenGeminiExample>();`
`68`	`68`	`services.AddTransient<ChatWithFilesExampleGemini>();`
`69`	`69`	`services.AddTransient<ChatWithReasoningDeepSeekExample>();`
	`70`	`+ services.AddTransient<ChatExampleGroqCloud>();`
`70`	`71`	`}`
`71`	`72`
`72`	`73`	`async Task RunSelectedExample(IServiceProvider serviceProvider)`
`@@ -153,9 +154,9 @@ public class ExampleRegistry(IServiceProvider serviceProvider)`
`153`	`154`	`("\u25a0 Gemini Chat with image", serviceProvider.GetRequiredService<ChatWithImageGenGeminiExample>()),`
`154`	`155`	`("\u25a0 Gemini Chat with files", serviceProvider.GetRequiredService<ChatWithFilesExampleGemini>()),`
`155`	`156`	`("\u25a0 DeepSeek Chat with reasoning", serviceProvider.GetRequiredService<ChatWithReasoningDeepSeekExample>()),`
	`157`	`+ ("\u25a0 GroqCloud Chat", serviceProvider.GetRequiredService<ChatExampleGroqCloud>()),`
`156`	`158`	`("\u25a0 McpClient example", serviceProvider.GetRequiredService<McpExample>()),`
`157`	`159`	`("\u25a0 McpAgent example", serviceProvider.GetRequiredService<McpAgentsExample>())`
`158`		`-`
`159`	`160`	`};`
`160`	`161`	`}`
`161`	`162`	`}`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# 0.3.1 release`
	`2`	`+`
	`3`	`+GroqCloud integration has been added.`
Original file line number	Diff line number	Diff line change
`@@ -10,6 +10,7 @@ public static class Utils`
`10`	`10`	`public static bool OpenAi { get; set; }`
`11`	`11`	`public static bool Gemini { get; set; }`
`12`	`12`	`public static bool DeepSeek { get; set; }`
	`13`	`+ public static bool GroqCloud { get; set; }`
`13`	`14`	`public static string? Path { get; set; }`
`14`	`15`	`public static bool Reason { get; set; }`
`15`	`16`	`}`
Original file line number	Diff line number	Diff line change
`@@ -106,6 +106,8 @@ private static IServiceCollection AddHttpClients(this IServiceCollection service`
`106`	`106`	`});`
`107`	`107`	`services.AddHttpClient(ServiceConstants.HttpClients.OpenAiClient);`
`108`	`108`	`services.AddHttpClient(ServiceConstants.HttpClients.GeminiClient);`
	`109`	`+ services.AddHttpClient(ServiceConstants.HttpClients.DeepSeekClient);`
	`110`	`+ services.AddHttpClient(ServiceConstants.HttpClients.GroqCloudClient);`
`109`	`111`	`services.AddHttpClient(ServiceConstants.HttpClients.ImageDownloadClient);`
`110`	`112`	`services.AddHttpClient(ServiceConstants.HttpClients.ModelContextDownloadClient, client =>`
`111`	`113`	`{`