enable reason_effort for some models that support this argument

Author: elsejj

src/renderer/src/components/LLMResult.vue

@@ -2,6 +2,9 @@
   <div class="w-full h-full overflow-hidden p-2 bg-surface-0 rounded-md flex flex-col gap-2">
     <div class=" flex-none w-full h-10 flex items-center gap-2 justify-end">
       <div class="flex-auto text-sm text-gray-500 transition duration-500 ease-in-out p-1">{{ progress }}</div>
+      <div class="text-sm text-primary-700 ">
+        {{ llmName }}
+      </div>
       <Button icon="iconify lucide-lab--copy-type w-6 h-6" outlined @click="copyAsText" />
       <Button icon="iconify lucide-lab--copy-text w-6 h-6" outlined @click="copyAsHtml" />
       <Button icon="iconify lucide-lab--copy-code w-6 h-6" outlined @click="copyAsCode" />
@@ -53,6 +56,10 @@ const props = defineProps({
     type: String,
     default: '',
   },
+  llmName: {
+    type: String,
+    default: '',
+  },
 });
 
 const htmlNode = useTemplateRef('htmlNode');

src/renderer/src/pages/EditLlm.vue

@@ -10,8 +10,38 @@
       <Password v-model="llm.apiKey" inputClass="w-full" placeholder="API密钥" toggleMask />
       <div class="font-bold">模型</div>
       <InputText v-model="llm.model" class="w-full" placeholder="模型名称" />
+      <div>思考力度</div>
+      <div class="flex gap-2">
+        <RadioButton v-model="llm.reasoningEffort" name="none" value="" class="" />
+        <label for="none" class="">默认</label>
+        <RadioButton v-model="llm.reasoningEffort" name="none" value="none" class="" />
+        <label for="none" class="">无</label>
+        <RadioButton v-model="llm.reasoningEffort" name="low" value="low" class="" />
+        <label for="low" class="">低</label>
+        <RadioButton v-model="llm.reasoningEffort" name="medium" value="medium" class="" />
+        <label for="medium" class="">中</label>
+        <RadioButton v-model="llm.reasoningEffort" name="high" value="high" class="" />
+        <label for="high" class="">高</label>
+        <RadioButton v-model="llm.reasoningEffort" name="auto" value="auto" class="" />
+        <label for="auto" class="">自动</label>
+      </div>
       <div>视觉模型</div>
       <InputText v-model="llm.visionModel" class="w-full" placeholder="视觉模型名称, 主模型不支持视觉的备选" />
+      <div>思考力度</div>
+      <div class="flex gap-2">
+        <RadioButton v-model="llm.visionReasoningEffort" name="none" value="" class="" />
+        <label for="none" class="">默认</label>
+        <RadioButton v-model="llm.visionReasoningEffort" name="none" value="none" class="" />
+        <label for="none" class="">无</label>
+        <RadioButton v-model="llm.visionReasoningEffort" name="low" value="low" class="" />
+        <label for="low" class="">低</label>
+        <RadioButton v-model="llm.visionReasoningEffort" name="medium" value="medium" class="" />
+        <label for="medium" class="">中</label>
+        <RadioButton v-model="llm.visionReasoningEffort" name="high" value="high" class="" />
+        <label for="high" class="">高</label>
+        <RadioButton v-model="llm.visionReasoningEffort" name="auto" value="auto" class="" />
+        <label for="auto" class="">自动</label>
+      </div>
       <div>服务商</div>
       <InputText v-model="llm.provider" class="w-full" placeholder="服务商" />
     </div>

src/renderer/src/pages/Main.vue

@@ -5,7 +5,8 @@
       <InputText v-model="currentText" class="w-full flex-auto" placeholder="可以输入些什么然后回车，但更便捷的是在你当前软件中选中然后按下 Ctrl+Q"
         @keydown.enter="onEditSend" />
     </div>
-    <LLMResult :text="llmResult" :format="currentTool?.responseFormat" :progress="llmProgress" class="flex-auto">
+    <LLMResult :text="llmResult" :format="currentTool?.responseFormat" :progress="llmProgress" :llm-name="llmName"
+      class="flex-auto">
     </LLMResult>
 
   </div>
@@ -29,6 +30,7 @@ const currentText = ref('');
 const currentImage = ref('');
 const llmResult = ref('');
 const llmProgress = ref('');
+const llmName = ref('');
 const settings = useSettings();
 const tools = useTools();
 
@@ -146,6 +148,7 @@ async function requestLLM(userPrompt: string, imageUrl: string = ''): Promise<st
   });
 
   const model = imageUrl && settings.llm.visionModel ? settings.llm.visionModel : settings.llm.model
+  const modelReasoningEffort = imageUrl && settings.llm.visionReasoningEffort ? settings.llm.visionReasoningEffort : settings.llm.reasoningEffort
   const responseFormat = `请以 ${currentTool.value?.responseFormat || "markdown"} 格式返回结果`
 
   const request: ChatCompletionCreateParamsStreaming = {
@@ -158,6 +161,11 @@ async function requestLLM(userPrompt: string, imageUrl: string = ''): Promise<st
     response_format: currentTool.value?.responseFormat === 'json' ? { 'type': 'json_object' } : undefined,
   }
 
+  if (modelReasoningEffort) {
+    //@ts-ignore
+    request.reasoning_effort = modelReasoningEffort;
+  }
+
   if (imageUrl) {
     request.messages.push({
       role: 'user',
@@ -218,6 +226,9 @@ async function llmToolCall(llmClient: OpenAI, request: OpenAI.Chat.Completions.C
     const tooCalls: Record<number, OpenAI.Chat.Completions.ChatCompletionChunk.Choice.Delta.ToolCall> = {}
 
     for await (const chunk of stream) {
+      if (chunk.model?.length > 0 && llmName.value !== chunk.model) {
+        llmName.value = chunk.model;
+      }
       for (const choice of chunk.choices) {
         if (choice.delta.content) {
           llmProgress.value = `正在生成...`

src/renderer/src/services/models.ts

@@ -17,7 +17,7 @@ export type AiTool = {
 }
 
 export function aiToolEqual(a: AiTool, b: AiTool): boolean {
-  return a.name === b.name && a.systemPrompt === b.systemPrompt && a.userPrompt === b.userPrompt && a.mcp === b.mcp && a.responseFormat === b.responseFormat && a.postAction === b.postAction;
+  return a.name === b.name && a.systemPrompt === b.systemPrompt && a.userPrompt === b.userPrompt && a.mcp === b.mcp && a.responseFormat === b.responseFormat && a.postAction === b.postAction ;
 }
 
 export const DEFAULT_TOOLS: AiTool[] = [
@@ -71,8 +71,10 @@ export type LLMConfig = {
   baseUrl: string;
   /// The LLM model
   model: string;
+  reasoningEffort?: 'low' | 'medium' | 'high' | 'none' | 'auto' | '';
   /// The vision model
   visionModel?: string;
+  visionReasoningEffort?: 'low' | 'medium' | 'high' | 'none' | 'auto' | '';
   /// The LLM provider
   provider?: string;
 }