From eb4ed07e2f7fb63c1e994cde590a6974835e65ec Mon Sep 17 00:00:00 2001
From: shaohuzhang1 <shaohu.zhang@fit2cloud.com>
Date: Tue, 2 Jun 2026 18:06:19 +0800
Subject: [PATCH] fix: AI Node Multi Modal Add Visual Switch

---
 .../ai_chat_step_node/i_chat_node.py          |   2 +
 .../ai_chat_step_node/impl/base_chat_node.py  |  10 +-
 ui/src/locales/lang/en-US/workflow.ts         |   3 +
 ui/src/locales/lang/zh-CN/workflow.ts         |   3 +
 ui/src/locales/lang/zh-Hant/workflow.ts       |   3 +
 ui/src/workflow/nodes/ai-chat-node/index.vue  | 119 ++++++++++--------
 6 files changed, 85 insertions(+), 55 deletions(-)

diff --git a/apps/application/flow/step_node/ai_chat_step_node/i_chat_node.py b/apps/application/flow/step_node/ai_chat_step_node/i_chat_node.py
index e262d67f3c7..0483c9cb5e7 100644
--- a/apps/application/flow/step_node/ai_chat_step_node/i_chat_node.py
+++ b/apps/application/flow/step_node/ai_chat_step_node/i_chat_node.py
@@ -53,6 +53,8 @@ class ChatNodeSerializer(serializers.Serializer):
 
     image_list = serializers.ListField(required=False, label=_("picture"))
 
+    vision = serializers.BooleanField(required=False, default=False, label=_("vision"))
+
 
 class IChatNode(INode):
     type = 'ai-chat-node'
diff --git a/apps/application/flow/step_node/ai_chat_step_node/impl/base_chat_node.py b/apps/application/flow/step_node/ai_chat_step_node/impl/base_chat_node.py
index d711f23ab0e..9a23fd0f8b8 100644
--- a/apps/application/flow/step_node/ai_chat_step_node/impl/base_chat_node.py
+++ b/apps/application/flow/step_node/ai_chat_step_node/impl/base_chat_node.py
@@ -391,15 +391,21 @@ def get_history_message(history_chat_record, dialogue_number, dialogue_type, run
     def generate_prompt_question(self, prompt, model):
         image = self.get_image()
         video = self.get_video()
+        vision = self.is_vision()
         videos = []
         images = []
-        if image:
+        if image and vision:
             images = self._process_images(image)
-        if video:
+        if video and vision:
             videos = self._process_videos(video, model)
         return HumanMessage(
             content=[*videos, *images, {'type': 'text', 'text': self.workflow_manage.generate_prompt(prompt)}])
 
+    def is_vision(self):
+        if 'vision' in self.node_params_serializer.data:
+            return self.node_params_serializer.data.get('vision')
+        return False
+
     def get_image(self):
         if 'image_list' in self.node_params_serializer.data:
             image = self.workflow_manage.get_reference_field(self.node_params_serializer.data.get('image_list')[0],
diff --git a/ui/src/locales/lang/en-US/workflow.ts b/ui/src/locales/lang/en-US/workflow.ts
index 9760fcd85c4..f322667c8a3 100644
--- a/ui/src/locales/lang/en-US/workflow.ts
+++ b/ui/src/locales/lang/en-US/workflow.ts
@@ -156,6 +156,9 @@ export default {
       label: 'AI Chat',
       text: 'Chat with an AI model',
       answer: 'AI Content',
+      vision: {
+        label: 'vision',
+      },
       returnContent: {
         label: 'Return Content',
         tooltip: `If turned off, the content of this node will not be output to the user.
diff --git a/ui/src/locales/lang/zh-CN/workflow.ts b/ui/src/locales/lang/zh-CN/workflow.ts
index b315ddfe58e..42cdf5a89f7 100644
--- a/ui/src/locales/lang/zh-CN/workflow.ts
+++ b/ui/src/locales/lang/zh-CN/workflow.ts
@@ -157,6 +157,9 @@ export default {
       label: 'AI 对话',
       text: '与 AI 大模型进行对话',
       answer: 'AI 回答内容',
+      vision: {
+        label: '视觉',
+      },
       returnContent: {
         label: '返回内容',
         tooltip: `关闭后该节点的内容则不输出给用户。
diff --git a/ui/src/locales/lang/zh-Hant/workflow.ts b/ui/src/locales/lang/zh-Hant/workflow.ts
index ab470b02a49..6678d4536a7 100644
--- a/ui/src/locales/lang/zh-Hant/workflow.ts
+++ b/ui/src/locales/lang/zh-Hant/workflow.ts
@@ -156,6 +156,9 @@ export default {
       label: 'AI 對話',
       text: '與 AI 大模型進行對話',
       answer: 'AI 回答內容',
+      vision: {
+        label: '視覺',
+      },
       returnContent: {
         label: '返回內容',
         tooltip: `關閉後該節點的內容則不輸出給用戶。
diff --git a/ui/src/workflow/nodes/ai-chat-node/index.vue b/ui/src/workflow/nodes/ai-chat-node/index.vue
index 7844909f1cf..140629b564a 100644
--- a/ui/src/workflow/nodes/ai-chat-node/index.vue
+++ b/ui/src/workflow/nodes/ai-chat-node/index.vue
@@ -170,60 +170,66 @@
             :step-strictly="true"
           />
         </el-form-item>
-        <el-form-item
-          :rules="{
-            type: 'array',
-            required: true,
-            message: $t('workflow.nodes.imageUnderstandNode.image.requiredMessage'),
-            trigger: 'change',
-          }"
-        >
-          <div class="flex align-center">
-            <div>
-              <span>{{ $t('workflow.nodes.imageUnderstandNode.image.label') }} </span>
+        <div class="flex" style="justify-content: space-between">
+          {{ t('workflow.nodes.aiChatNode.vision.label') }}
+          <el-switch size="small" v-model="vision" />
+        </div>
+        <template v-if="vision">
+          <el-form-item
+            :rules="{
+              type: 'array',
+              required: true,
+              message: $t('workflow.nodes.imageUnderstandNode.image.requiredMessage'),
+              trigger: 'change',
+            }"
+          >
+            <div class="flex align-center">
+              <div>
+                <span>{{ $t('workflow.nodes.imageUnderstandNode.image.label') }} </span>
+              </div>
+              <el-tooltip effect="dark" placement="right">
+                <template #content>
+                  <div style="white-space: pre-wrap; font-family: monospace">{{ fileTooltip }}</div>
+                </template>
+                <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
+              </el-tooltip>
             </div>
-            <el-tooltip effect="dark" placement="right">
-              <template #content>
-                <div style="white-space: pre-wrap; font-family: monospace">{{ fileTooltip }}</div>
-              </template>
-              <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
-            </el-tooltip>
-          </div>
-          <NodeCascader
-            ref="nodeCascaderRef"
-            :nodeModel="nodeModel"
-            class="w-full"
-            :placeholder="$t('workflow.nodes.imageUnderstandNode.image.requiredMessage')"
-            v-model="chat_data.image_list"
-          />
-        </el-form-item>
-        <el-form-item
-          :rules="{
-            type: 'array',
-            required: false,
-            message: $t('workflow.nodes.videoUnderstandNode.video.requiredMessage'),
-            trigger: 'change',
-          }"
-        >
-          <div class="flex align-center">
-            <div>
-              <span>{{ $t('workflow.nodes.videoUnderstandNode.video.label') }} </span>
+            <NodeCascader
+              ref="nodeCascaderRef"
+              :nodeModel="nodeModel"
+              class="w-full"
+              :placeholder="$t('workflow.nodes.imageUnderstandNode.image.requiredMessage')"
+              v-model="chat_data.image_list"
+            />
+          </el-form-item>
+          <el-form-item
+            :rules="{
+              type: 'array',
+              required: false,
+              message: $t('workflow.nodes.videoUnderstandNode.video.requiredMessage'),
+              trigger: 'change',
+            }"
+          >
+            <div class="flex align-center">
+              <div>
+                <span>{{ $t('workflow.nodes.videoUnderstandNode.video.label') }} </span>
+              </div>
+              <el-tooltip effect="dark" placement="right">
+                <template #content>
+                  <div style="white-space: pre-wrap; font-family: monospace">{{ fileTooltip }}</div>
+                </template>
+                <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
+              </el-tooltip>
             </div>
-            <el-tooltip effect="dark" placement="right">
-              <template #content>
-                <div style="white-space: pre-wrap; font-family: monospace">{{ fileTooltip }}</div>
-              </template>
-              <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
-            </el-tooltip>
-          </div>
-          <NodeCascader
-            ref="nodeCascaderRef"
-            :nodeModel="nodeModel"
-            class="w-full"
-            :placeholder="$t('workflow.nodes.videoUnderstandNode.video.requiredMessage')"
-            v-model="chat_data.video_list"
-          />
-        </el-form-item>
+            <NodeCascader
+              ref="nodeCascaderRef"
+              :nodeModel="nodeModel"
+              class="w-full"
+              :placeholder="$t('workflow.nodes.videoUnderstandNode.video.requiredMessage')"
+              v-model="chat_data.video_list"
+            /> </el-form-item
+        ></template>
+
         <div class="mb-8 mt-12 flex-between">
           <span class="mr-4 lighter">
             {{ $t('views.tool.skill.title') }}
@@ -616,7 +622,14 @@ const route = useRoute()
 const {
   params: { id },
 } = route as any
-
+const vision = computed({
+  get: () => {
+    return props.nodeModel.properties.node_data.vision
+  },
+  set: (vision: boolean) => {
+    set(props.nodeModel.properties.node_data, 'vision', vision)
+  },
+})
 const apiType = computed(() => {
   if (route.path.includes('resource-management')) {
     return 'systemManage'