Change config file, add support to change MaxConcurrency in ConfigLLM.yaml

Author: gickass

XUnity.AutoTranslator.LlmTranslators/Config/Configuration.cs

@@ -9,6 +9,7 @@ public class LlmConfig
     public string? ApiKey { get; set; }
     public string Url { get; set; } = string.Empty;
     public string Model { get; set; } = string.Empty;
+    public int? MaxConcurrency { get; set; }
     public string SystemPrompt { get; set; } = string.Empty;
     public string GlossaryPrompt { get; set; } = string.Empty;
     public Dictionary<string, object> ModelParams { get; set; } = new Dictionary<string, object>();

XUnity.AutoTranslator.LlmTranslators/LLMTranslateEndpoint.cs

@@ -12,7 +12,7 @@ public class LLMTranslatorEndpoint : HttpEndpoint
     public override int MaxTranslationsPerRequest => 1;
 
     // Careful not to melt machines
-    public override int MaxConcurrency => 5;
+    public override int MaxConcurrency => _config.MaxConcurrency ?? 5;
 
     private LlmConfig _config = new();
 

XUnity.AutoTranslator.LlmTranslators/SampleConfig/Config.ini

@@ -1,5 +1,5 @@
 [Service]
-Endpoint=OpenAiTranslate
+Endpoint=LLMEndpoint
 FallbackEndpoint=
 
 [General]

….LlmTranslators/SampleConfig/OpenAi.yaml …mTranslators/SampleConfig/ConfigLLM.yamlXUnity.AutoTranslator.LlmTranslators/SampleConfig/OpenAi.yaml renamed to XUnity.AutoTranslator.LlmTranslators/SampleConfig/ConfigLLM.yaml XUnity.AutoTranslator.LlmTranslators/SampleConfig/OpenAi.yaml renamed to XUnity.AutoTranslator.LlmTranslators/SampleConfig/ConfigLLM.yaml

@@ -1,7 +1,8 @@
-apiKey: "Change me"
-apiKeyRequired: true
-url: "https://api.openai.com/v1/chat/completions"
-model: "gpt-4o-mini"
+## LLM configuration
+apiKey: "Change me or leave it blank if local endpoint"
+url: "api.deepseek.com"
+model: "deepseek-chat"
+maxConcurrency: 5 # Set how many translation request at the same time. Recommended to leave it at 5 or lower for local
 modelParams:
   temperature: 0.2
   top_p: 0.9
@@ -12,4 +13,11 @@ systemPrompt: |
 glossaryPrompt: |
   #Glossary for Consistent Translations
   Use the translation for exact matches.
-  ## Terms
+  ## Terms
+glossaryLines:
+  - raw: ゲーム
+    result: Game
+  - raw: 終了
+    result: Exit
+  - raw: 主人
+    result: Master