feat: speech to text node

ui/src/workflow-canvas/component/NodeMenu.vue

@@ -29,6 +29,7 @@ const workflowComponentGroups = [
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: 'AI 对话', value: WorkflowNodeType.AiChat },
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '意图识别', value: WorkflowNodeType.IntentNode },
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '文本转语音', value: WorkflowNodeType.TextToSpeechNode },
+      { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '语音转文本', value: WorkflowNodeType.SpeechToTextNode },
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '图片生成', value: WorkflowNodeType.ImageGenerateNode},
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '图片理解', value: WorkflowNodeType.ImageUnderstandNode},
       { icon: aiChatIcon, iconClass: 'bg-primary-gradient', label: '问题优化', value: WorkflowNodeType.Question},

ui/src/workflow-canvas/icons/speech-to-text-node-icon.vue

@@ -0,0 +1,6 @@
+<template>
+  <el-avatar class="avatar-gradient" shape="square">
+    <img src="@/assets/workflow/icon_ai_chat.svg" style="width: 75%" alt="" />
+  </el-avatar>
+</template>
+<script setup lang="ts"></script>

ui/src/workflow-canvas/nodes/speech-to-text-node/index.ts

@@ -0,0 +1,15 @@
+import SpeechToTextNodeVue from './index.vue'
+import { WorkflowNodeModel, WorkflowNodeView } from '@/workflow-canvas/core/workflow-node'
+import { WorkflowNodeType } from '@/workflow-canvas/types.ts'
+
+class SpeechToTextNodeView extends WorkflowNodeView {
+  constructor(props: ConstructorParameters<typeof WorkflowNodeView>[0]) {
+    super(props, SpeechToTextNodeVue)
+  }
+}
+
+export default {
+  type: WorkflowNodeType.SpeechToTextNode,
+  model: WorkflowNodeModel,
+  view: SpeechToTextNodeView,
+}

ui/src/workflow-canvas/nodes/speech-to-text-node/index.vue

@@ -0,0 +1,144 @@
+<script setup lang="ts">
+import { computed, inject, onMounted, ref, useTemplateRef } from 'vue'
+import { set } from 'lodash'
+import type { FormInstance } from 'element-plus'
+import ModelSelect from '@/components/business/model-select/index.vue'
+import NodeCascader from '@/workflow-canvas/core/NodeCascader.vue'
+import NodeContainer from '@/workflow-canvas/core/NodeContainer.vue'
+import { useWorkflowStore } from '@/workflow-canvas/store'
+import type { BaseNodeModel } from '@logicflow/core'
+import type { ModelItem, ModelProviderItem } from '@/api/types'
+
+defineOptions({ name: 'WorkflowSpeechToTextNode' })
+const getModel = inject('getModel') as () => BaseNodeModel
+const apiType = (inject('apiType') as string) || 'workspace'
+const model = getModel()
+
+interface SpeechToTextNodeForm {
+  stt_model_id: string
+  stt_model_id_type: 'custom' | 'reference'
+  stt_model_id_reference: string[]
+  audio_list: string[]
+  model_params_setting: Record<string, unknown>
+}
+
+const formRef = useTemplateRef<FormInstance>('formRef')
+const modelCascaderRef = useTemplateRef<InstanceType<typeof NodeCascader>>('modelCascaderRef')
+const contentCascaderRef = useTemplateRef<InstanceType<typeof NodeCascader>>('contentCascaderRef')
+
+const store = useWorkflowStore(apiType)
+const modelList = ref<Array<ModelItem>>([])
+const providerOptions = ref<Array<ModelProviderItem>>([])
+
+const formData = computed<SpeechToTextNodeForm>({
+  get: () => {
+    if (!model.properties.node_data) {
+      set(model.properties, 'node_data', {
+        stt_model_id: '',
+        stt_model_id_type: 'custom',
+        stt_model_id_reference: [],
+        audio_list: [],
+        model_params_setting: {},
+      })
+    }
+    const data = model.properties.node_data as SpeechToTextNodeForm
+    if (data.stt_model_id_type === undefined) set(data, 'stt_model_id_type', 'custom')
+    if (!Array.isArray(data.stt_model_id_reference)) set(data, 'stt_model_id_reference', [])
+    if (!Array.isArray(data.audio_list)) set(data, 'audio_list', [])
+    if (!data.model_params_setting) set(data, 'model_params_setting', {})
+    return data
+  },
+  set: (value) => (model.properties.node_data = value),
+})
+
+function validate() {
+  return Promise.all([
+    formData.value.stt_model_id_type === 'reference'
+      ? modelCascaderRef.value?.validate()
+      : Promise.resolve(),
+    contentCascaderRef.value?.validate(),
+    formRef.value?.validate(),
+  ]).catch((error) => Promise.reject({ node: model, errMessage: error }))
+}
+
+onMounted(() => {
+  set(model, 'validate', validate)
+  store.getModelList({ model_type: 'STT' }).then((data) => {
+    modelList.value = data
+  })
+  store.getProviderList().then((data) => {
+    providerOptions.value = data
+  })
+})
+</script>
+
+<template>
+  <NodeContainer :node-model="model">
+    <h6 class="mb-3">节点设置</h6>
+    <el-form
+      ref="formRef"
+      :model="formData"
+      label-position="top"
+      require-asterisk-position="right"
+      @submit.prevent
+    >
+      <el-form-item
+        :prop="formData.stt_model_id_type === 'reference' ? 'stt_model_id_reference' : 'stt_model_id'"
+        :rules="{ required: true, message: '请选择或填写语音识别模型', trigger: 'change' }"
+      >
+        <template #label>
+          <div class="flex-between gap-3 w-full">
+            <span>语音识别模型</span>
+            <el-select
+              v-model="formData.stt_model_id_type"
+              :teleported="false"
+              class="w-30!"
+              size="small"
+              @change="formData.stt_model_id_reference = []"
+            >
+              <el-option label="引用变量" value="reference" />
+              <el-option label="自定义" value="custom" />
+            </el-select>
+          </div>
+        </template>
+        <NodeCascader
+          v-if="formData.stt_model_id_type === 'reference'"
+          ref="modelCascaderRef"
+          v-model="formData.stt_model_id_reference"
+          :node-model="model"
+          class="w-full"
+          placeholder="请选择变量"
+        />
+        <ModelSelect
+          v-else
+          placeholder="请输入语音识别模型 ID"
+          :options="modelList"
+          :provider-options="providerOptions"
+          v-model="formData.stt_model_id"
+        ></ModelSelect>
+      </el-form-item>
+
+      <el-form-item
+        prop="audio_list"
+        :rules="{ required: true, message: '请选择语音文件', trigger: 'change' }"
+        label="语音文件"
+      >
+        <NodeCascader
+          ref="contentCascaderRef"
+          v-model="formData.audio_list"
+          :node-model="model"
+          class="w-full"
+          placeholder="选择语音文件"
+        />
+      </el-form-item>
+    </el-form>
+  </NodeContainer>
+</template>
+<style lang="scss" scoped>
+:deep(.el-form-item__label) {
+  width: 100%;
+}
+:deep(.el-form-item) {
+  margin-bottom: 16px;
+}
+</style>