Adding additional parameters

Author: Madzionator

Examples/Examples/Chat/ChatExampleOpenAi.cs

@@ -1,5 +1,6 @@
 using Examples.Utils;
 using MaIN.Core.Hub;
+using MaIN.Domain.Configuration.BackendInferenceParams;
 using MaIN.Domain.Models.Concrete;
 
 namespace Examples.Chat;
@@ -15,6 +16,14 @@ public async Task Start()
         await AIHub.Chat()
             .WithModel<Gpt5Nano>()
             .WithMessage("What do you consider to be the greatest invention in history?")
+            .WithInferenceParams(new OpenAiInferenceParams // We could override some inference params
+            {
+                ResponseFormat = "text",
+                AdditionalParams = new Dictionary<string, object>
+                {
+                    ["max_completion_tokens"] = 2137
+                }
+            })
             .CompleteAsync(interactive: true);
     }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/AnthropicInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -13,4 +12,5 @@ public class AnthropicInferenceParams : IBackendInferenceParams
     public int? TopK { get; init; }
     public float? TopP { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/BackendParamsFactory.cs

@@ -1,6 +1,4 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
-using MaIN.Domain.Configuration.BackendInferenceParams;
 
 namespace MaIN.Domain.Configuration.BackendInferenceParams;
 

src/MaIN.Domain/Configuration/BackendInferenceParams/DeepSeekInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -15,4 +14,5 @@ public class DeepSeekInferenceParams : IBackendInferenceParams
     public float? PresencePenalty { get; init; }
     public string? ResponseFormat { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/GeminiInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -13,4 +12,5 @@ public class GeminiInferenceParams : IBackendInferenceParams
     public float? TopP { get; init; }
     public string[]? StopSequences { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/GroqCloudInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -14,4 +13,5 @@ public class GroqCloudInferenceParams : IBackendInferenceParams
     public float? FrequencyPenalty { get; init; }
     public string? ResponseFormat { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/OllamaInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -15,4 +14,5 @@ public class OllamaInferenceParams : IBackendInferenceParams
     public int? NumCtx { get; init; }
     public int? NumGpu { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/OpenAiInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -15,4 +14,5 @@ public class OpenAiInferenceParams : IBackendInferenceParams
     public float? PresencePenalty { get; init; }
     public string? ResponseFormat { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Configuration/BackendInferenceParams/XaiInferenceParams.cs

@@ -1,4 +1,3 @@
-using MaIN.Domain.Configuration;
 using MaIN.Domain.Entities;
 using Grammar = MaIN.Domain.Models.Grammar;
 
@@ -14,4 +13,5 @@ public class XaiInferenceParams : IBackendInferenceParams
     public float? FrequencyPenalty { get; init; }
     public float? PresencePenalty { get; init; }
     public Grammar? Grammar { get; set; }
+    public Dictionary<string, object>? AdditionalParams { get; init; }
 }

src/MaIN.Domain/Entities/IBackendInferenceParams.cs

@@ -5,4 +5,5 @@ namespace MaIN.Domain.Entities;
 public interface IBackendInferenceParams
 {
     BackendType Backend { get; }
+    Dictionary<string, object>? AdditionalParams { get; }
 }