feat: Intent STT TTS node support model reference

zhanweizhang7 · zhanweizhang7 · commit 966a3a8b8d21 · 2026-03-25T16:50:11.000+08:00
diff --git a/apps/application/flow/step_node/intent_node/i_intent_node.py b/apps/application/flow/step_node/intent_node/i_intent_node.py
@@ -16,7 +16,10 @@ class IntentBranchSerializer(serializers.Serializer):
 
 
 class IntentNodeSerializer(serializers.Serializer):
-    model_id = serializers.CharField(required=True, label=_("Model id"))
+    model_id = serializers.CharField(required=False, allow_blank=True, allow_null=True, label=_("Model id"))
+    model_id_type = serializers.CharField(required=False, default='custom', label=_("Model id type"))
+    model_id_reference = serializers.ListField(required=False, child=serializers.CharField(), allow_empty=True,
+                                               label=_("Reference Field"))
     content_list = serializers.ListField(required=True, label=_("Text content"))
     dialogue_number = serializers.IntegerField(required=True, label=
     _("Number of multi-round conversations"))
@@ -52,5 +55,5 @@ def _run(self):
                                 user_input=str(question))
 
     def execute(self, model_id, dialogue_number, history_chat_record, user_input, branch,
-                model_params_setting=None, **kwargs) -> NodeResult:
+                model_params_setting=None, model_id_type=None, model_id_reference=None, **kwargs) -> NodeResult:
         pass
diff --git a/apps/application/flow/step_node/intent_node/impl/base_intent_node.py b/apps/application/flow/step_node/intent_node/impl/base_intent_node.py
@@ -53,10 +53,19 @@ def save_context(self, details, workflow_manage):
         self.context['category'] = details.get('category')
 
     def execute(self, model_id, dialogue_number, history_chat_record, user_input, branch,
-                model_params_setting=None, **kwargs) -> NodeResult:
+                model_params_setting=None, model_id_type=None, model_id_reference=None, **kwargs) -> NodeResult:
+        # 处理引用类型
+        if model_id_type == 'reference' and model_id_reference:
+            reference_data = self.workflow_manage.get_reference_field(
+                model_id_reference[0],
+                model_id_reference[1:],
+            )
+            if reference_data and isinstance(reference_data, dict):
+                model_id = reference_data.get('model_id', model_id)
+                model_params_setting = reference_data.get('model_params_setting')
 
         # 设置默认模型参数
-        if model_params_setting is None:
+        if model_params_setting is None and model_id:
             model_params_setting = get_default_model_params_setting(model_id)
 
         # 获取模型实例
diff --git a/apps/application/flow/step_node/speech_to_text_step_node/i_speech_to_text_node.py b/apps/application/flow/step_node/speech_to_text_step_node/i_speech_to_text_node.py
@@ -10,8 +10,10 @@
 
 
 class SpeechToTextNodeSerializer(serializers.Serializer):
-    stt_model_id = serializers.CharField(required=True, label=_("Model id"))
-
+    stt_model_id = serializers.CharField(required=False, allow_blank=True, allow_null=True, label=_("Model id"))
+    stt_model_id_type = serializers.CharField(required=False, default='custom', label=_("Model id type"))
+    stt_model_id_reference = serializers.ListField(required=False, child=serializers.CharField(), allow_empty=True,
+                                                   label=_("Reference Field"))
     is_result = serializers.BooleanField(required=False,
                                          label=_('Whether to return content'))
 
@@ -40,6 +42,6 @@ def _run(self):
         return self.execute(audio=res, **self.node_params_serializer.data, **self.flow_params_serializer.data)
 
     def execute(self, stt_model_id,
-                audio, model_params_setting=None,
+                audio, model_params_setting=None, stt_model_id_type=None, stt_model_id_reference=None,
                 **kwargs) -> NodeResult:
         pass
diff --git a/apps/application/flow/step_node/speech_to_text_step_node/impl/base_speech_to_text_node.py b/apps/application/flow/step_node/speech_to_text_step_node/impl/base_speech_to_text_node.py
@@ -21,7 +21,18 @@ def save_context(self, details, workflow_manage):
             self.answer_text = details.get('answer')
         self.context['exception_message'] = details.get('err_message')
 
-    def execute(self, stt_model_id, audio, model_params_setting=None, **kwargs) -> NodeResult:
+    def execute(self, stt_model_id, audio, model_params_setting=None, stt_model_id_type=None, stt_model_id_reference=None,**kwargs) -> NodeResult:
+
+        # 处理引用类型
+        if stt_model_id_type == 'reference' and stt_model_id_reference:
+            reference_data = self.workflow_manage.get_reference_field(
+                stt_model_id_reference[0],
+                stt_model_id_reference[1:],
+            )
+            if reference_data and isinstance(reference_data, dict):
+                stt_model_id = reference_data.get('stt_model_id', reference_data.get('model_id', stt_model_id))
+                model_params_setting = reference_data.get('model_params_setting')
+
         workspace_id = self.workflow_manage.get_body().get('workspace_id')
         stt_model = get_model_instance_by_model_workspace_id(stt_model_id, workspace_id, **(model_params_setting or {}))
         audio_list = audio
diff --git a/apps/application/flow/step_node/text_to_speech_step_node/i_text_to_speech_node.py b/apps/application/flow/step_node/text_to_speech_step_node/i_text_to_speech_node.py
@@ -11,8 +11,10 @@
 
 
 class TextToSpeechNodeSerializer(serializers.Serializer):
-    tts_model_id = serializers.CharField(required=True, label=_("Model id"))
-
+    tts_model_id = serializers.CharField(required=False, allow_blank=True, allow_null=True, label=_("Model id"))
+    tts_model_id_type = serializers.CharField(required=False, default='custom', label=_("Model id type"))
+    tts_model_id_reference = serializers.ListField(required=False, child=serializers.CharField(), allow_empty=True,
+                                                   label=_("Reference Field"))
     is_result = serializers.BooleanField(required=False,
                                          label=_('Whether to return content'))
 
@@ -35,6 +37,6 @@ def _run(self):
         return self.execute(content=content, **self.node_params_serializer.data, **self.flow_params_serializer.data)
 
     def execute(self, tts_model_id,
-                content, model_params_setting=None,
+                content, model_params_setting=None, tts_model_id_type=None, tts_model_id_reference=None,
                 **kwargs) -> NodeResult:
         pass
diff --git a/apps/application/flow/step_node/text_to_speech_step_node/impl/base_text_to_speech_node.py b/apps/application/flow/step_node/text_to_speech_step_node/impl/base_text_to_speech_node.py
@@ -45,8 +45,17 @@ def save_context(self, details, workflow_manage):
             self.answer_text = details.get('answer')
 
     def execute(self, tts_model_id,
-                content, model_params_setting=None,
+                content, model_params_setting=None, tts_model_id_type=None, tts_model_id_reference=None,
                 max_length=1024, **kwargs) -> NodeResult:
+        # 处理引用类型
+        if tts_model_id_type == 'reference' and tts_model_id_reference:
+            reference_data = self.workflow_manage.get_reference_field(
+                tts_model_id_reference[0],
+                tts_model_id_reference[1:],
+            )
+            if reference_data and isinstance(reference_data, dict):
+                tts_model_id = reference_data.get('tts_model_id', reference_data.get('model_id', tts_model_id))
+                model_params_setting = reference_data.get('model_params_setting')
         # 分割文本为合理片段
         content = _remove_empty_lines(content)
         content_chunks = [content[i:i + max_length]
diff --git a/ui/src/workflow/nodes/ai-chat-node/index.vue b/ui/src/workflow/nodes/ai-chat-node/index.vue
@@ -58,12 +58,12 @@
             <div class="ml-8">
               <el-button
                 :disabled="!chat_data.model_id"
-                type="primary"
-                link
                 @click="openAIParamSettingDialog(chat_data.model_id)"
                 @refreshForm="refreshParam"
               >
-                <AppIcon iconName="app-setting"></AppIcon>
+                <el-icon>
+                  <Operation />
+                </el-icon>
               </el-button>
             </div>
           </div>
diff --git a/ui/src/workflow/nodes/intent-classify-node/index.vue b/ui/src/workflow/nodes/intent-classify-node/index.vue
@@ -13,43 +13,68 @@
       >
         <el-form-item
           :label="$t('views.application.form.aiModel.label')"
-          prop="model_id"
+          :prop="form_data.model_id_type === 'reference' ? 'model_id_reference' : 'model_id'"
           :rules="{
             required: true,
-            message: $t('views.application.form.aiModel.placeholder'),
+            message:
+              form_data.model_id_type === 'reference'
+                ? $t('workflow.variable.placeholder')
+                : $t('views.application.form.aiModel.placeholder'),
             trigger: 'change',
           }"
         >
           <template #label>
-            <div class="flex-between">
+            <div class="flex-between w-full">
               <div>
                 <span
                   >{{ $t('views.application.form.aiModel.label')
                   }}<span class="color-danger">*</span></span
                 >
               </div>
+              <el-select
+                v-model="form_data.model_id_type"
+                :teleported="false"
+                size="small"
+                style="width: 85px"
+                @change="form_data.model_id_reference = []"
+              >
+                <el-option :label="$t('workflow.variable.Referencing')" value="reference" />
+                <el-option :label="$t('common.custom')" value="custom" />
+              </el-select>
+            </div>
+          </template>
+          <div class="flex-between w-full" v-if="form_data.model_id_type !== 'reference'">
+            <ModelSelect
+              @change="model_change"
+              @wheel="wheel"
+              :teleported="false"
+              v-model="form_data.model_id"
+              :placeholder="$t('views.application.form.aiModel.placeholder')"
+              :options="modelOptions"
+              @submitModel="getSelectModel"
+              showFooter
+              :model-type="'LLM'"
+            ></ModelSelect>
+            <div class="ml-8">
               <el-button
-                type="primary"
-                link
                 :disabled="!form_data.model_id"
                 @click="openAIParamSettingDialog(form_data.model_id)"
                 @refreshForm="refreshParam"
               >
-                <AppIcon iconName="app-setting"></AppIcon>
+                <el-icon>
+                  <Operation />
+                </el-icon>
               </el-button>
             </div>
-          </template>
-          <ModelSelect
-            @change="model_change"
-            @wheel="wheel"
-            :teleported="false"
-            v-model="form_data.model_id"
-            :placeholder="$t('views.application.form.aiModel.placeholder')"
-            :options="modelOptions"
-            @submitModel="getSelectModel"
-            showFooter
-            :model-type="'LLM'"
-          ></ModelSelect>
+          </div>
+          <NodeCascader
+            v-else
+            ref="nodeCascaderRef"
+            :nodeModel="nodeModel"
+            class="w-full"
+            :placeholder="$t('workflow.variable.placeholder')"
+            v-model="form_data.model_id_reference"
+          />
         </el-form-item>
         <el-form-item
           prop="content_list"
@@ -281,6 +306,8 @@ const model_change = (model_id?: string) => {
 
 const form = {
   model_id: '',
+  model_id_type: 'custom',
+  model_id_reference: [],
   branch: [
     {
       id: randomId(),
@@ -309,6 +336,12 @@ const openAIParamSettingDialog = (modelId: string) => {
 const form_data = computed({
   get: () => {
     if (props.nodeModel.properties.node_data) {
+      if (!props.nodeModel.properties.node_data.model_id_type) {
+        set(props.nodeModel.properties.node_data, 'model_id_type', 'custom')
+      }
+      if (!props.nodeModel.properties.node_data.model_id_reference) {
+        set(props.nodeModel.properties.node_data, 'model_id_reference', [])
+      }
       return props.nodeModel.properties.node_data
     } else {
       set(props.nodeModel.properties, 'node_data', form)
diff --git a/ui/src/workflow/nodes/speech-to-text-node/index.vue b/ui/src/workflow/nodes/speech-to-text-node/index.vue
@@ -13,10 +13,15 @@
       >
         <el-form-item
           :label="$t('workflow.nodes.speechToTextNode.stt_model.label')"
-          prop="stt_model_id"
+          :prop="
+            form_data.stt_model_id_type === 'reference' ? 'stt_model_id_reference' : 'stt_model_id'
+          "
           :rules="{
             required: true,
-            message: $t('views.application.form.voiceInput.placeholder'),
+            message:
+              form_data.stt_model_id_type === 'reference'
+                ? $t('workflow.variable.placeholder')
+                : $t('views.application.form.voiceInput.placeholder'),
             trigger: 'change',
           }"
         >
@@ -28,27 +33,45 @@
                   }}<span class="color-danger">*</span></span
                 >
               </div>
-              <el-button
-                type="primary"
-                link
-                @click="openSTTParamSettingDialog"
-                :disabled="!form_data.stt_model_id"
-                class="mr-4"
+              <el-select
+                v-model="form_data.stt_model_id_type"
+                :teleported="false"
+                size="small"
+                style="width: 85px"
+                @change="form_data.stt_model_id_reference = []"
               >
-                <AppIcon iconName="app-setting"></AppIcon>
-              </el-button>
+                <el-option :label="$t('workflow.variable.Referencing')" value="reference" />
+                <el-option :label="$t('common.custom')" value="custom" />
+              </el-select>
             </div>
           </template>
-          <ModelSelect
-            @wheel="wheel"
-            :teleported="false"
-            @change="sttModelChange"
-            v-model="form_data.stt_model_id"
-            :placeholder="$t('views.application.form.voiceInput.placeholder')"
-            :options="modelOptions"
-            showFooter
-            :model-type="'STT'"
-          ></ModelSelect>
+          <div class="flex-between w-full" v-if="form_data.stt_model_id_type !== 'reference'">
+            <ModelSelect
+              @wheel="wheel"
+              :teleported="false"
+              @change="sttModelChange"
+              v-model="form_data.stt_model_id"
+              :placeholder="$t('views.application.form.voiceInput.placeholder')"
+              :options="modelOptions"
+              showFooter
+              :model-type="'STT'"
+            ></ModelSelect>
+            <div class="ml-8">
+              <el-button @click="openSTTParamSettingDialog" :disabled="!form_data.stt_model_id">
+                <el-icon>
+                  <Operation />
+                </el-icon>
+              </el-button>
+            </div>
+          </div>
+          <NodeCascader
+            v-else
+            ref="nodeCascaderRef"
+            :nodeModel="nodeModel"
+            class="w-full"
+            :placeholder="$t('workflow.variable.placeholder')"
+            v-model="form_data.stt_model_id_reference"
+          />
         </el-form-item>
         <el-form-item
           :label="$t('workflow.nodes.speechToTextNode.audio.label')"
@@ -168,6 +191,8 @@ const wheel = (e: any) => {
 
 const form = {
   stt_model_id: '',
+  stt_model_id_type: 'custom',
+  stt_model_id_reference: [],
   is_result: true,
   audio_list: [],
   model_params_setting: {},
@@ -176,6 +201,12 @@ const form = {
 const form_data = computed({
   get: () => {
     if (props.nodeModel.properties.node_data) {
+      if (!props.nodeModel.properties.node_data.stt_model_id_type) {
+        set(props.nodeModel.properties.node_data, 'stt_model_id_type', 'custom')
+      }
+      if (!props.nodeModel.properties.node_data.stt_model_id_reference) {
+        set(props.nodeModel.properties.node_data, 'stt_model_id_reference', [])
+      }
       return props.nodeModel.properties.node_data
     } else {
       set(props.nodeModel.properties, 'node_data', form)
diff --git a/ui/src/workflow/nodes/text-to-speech-node/index.vue b/ui/src/workflow/nodes/text-to-speech-node/index.vue
