FEAT: NEW WORKFLOW ENGINE (#3160)

Co-authored-by: Joel <iamjoel007@gmail.com> Co-authored-by: Yeuoly <admin@srmxy.cn> Co-authored-by: JzoNg <jzongcode@gmail.com> Co-authored-by: StyleZhang <jasonapring2015@outlook.com> Co-authored-by: jyong <jyong@dify.ai> Co-authored-by: nite-knite <nkCoding@gmail.com> Co-authored-by: jyong <718720800@qq.com>
2024-04-08 18:51:46 +08:00
parent 2fb9850af5
commit 7753ba2d37
1161 changed files with 103836 additions and 10327 deletions
--- a/web/app/components/workflow/nodes/knowledge-retrieval/components/retrieval-config.tsx
+++ b/web/app/components/workflow/nodes/knowledge-retrieval/components/retrieval-config.tsx
@@ -0,0 +1,134 @@
+'use client'
+import type { FC } from 'react'
+import React, { useCallback, useState } from 'react'
+import { useTranslation } from 'react-i18next'
+import cn from 'classnames'
+import type { MultipleRetrievalConfig, SingleRetrievalConfig } from '../types'
+import type { ModelConfig } from '../../../types'
+import {
+  PortalToFollowElem,
+  PortalToFollowElemContent,
+  PortalToFollowElemTrigger,
+} from '@/app/components/base/portal-to-follow-elem'
+import ConfigRetrievalContent from '@/app/components/app/configuration/dataset-config/params-config/config-content'
+import { RETRIEVE_TYPE } from '@/types/app'
+import { DATASET_DEFAULT } from '@/config'
+import { useModelListAndDefaultModelAndCurrentProviderAndModel } from '@/app/components/header/account-setting/model-provider-page/hooks'
+import { ModelTypeEnum } from '@/app/components/header/account-setting/model-provider-page/declarations'
+
+import type {
+  DatasetConfigs,
+} from '@/models/debug'
+import { ChevronDown } from '@/app/components/base/icons/src/vender/line/arrows'
+
+type Props = {
+  payload: {
+    retrieval_mode: RETRIEVE_TYPE
+    multiple_retrieval_config?: MultipleRetrievalConfig
+    single_retrieval_config?: SingleRetrievalConfig
+  }
+  onRetrievalModeChange: (mode: RETRIEVE_TYPE) => void
+  onMultipleRetrievalConfigChange: (config: MultipleRetrievalConfig) => void
+  singleRetrievalModelConfig?: ModelConfig
+  onSingleRetrievalModelChange?: (config: ModelConfig) => void
+  onSingleRetrievalModelParamsChange?: (config: ModelConfig) => void
+  readonly?: boolean
+}
+
+const RetrievalConfig: FC<Props> = ({
+  payload,
+  onRetrievalModeChange,
+  onMultipleRetrievalConfigChange,
+  singleRetrievalModelConfig,
+  onSingleRetrievalModelChange,
+  onSingleRetrievalModelParamsChange,
+  readonly,
+}) => {
+  const { t } = useTranslation()
+
+  const [open, setOpen] = useState(false)
+
+  const {
+    defaultModel: rerankDefaultModel,
+  } = useModelListAndDefaultModelAndCurrentProviderAndModel(ModelTypeEnum.rerank)
+
+  const { multiple_retrieval_config } = payload
+  const handleChange = useCallback((configs: DatasetConfigs, isRetrievalModeChange?: boolean) => {
+    if (isRetrievalModeChange) {
+      onRetrievalModeChange(configs.retrieval_model)
+      return
+    }
+    onMultipleRetrievalConfigChange({
+      top_k: configs.top_k,
+      score_threshold: configs.score_threshold_enabled ? (configs.score_threshold || DATASET_DEFAULT.score_threshold) : null,
+      reranking_model: payload.retrieval_mode === RETRIEVE_TYPE.oneWay
+        ? undefined
+        : (!configs.reranking_model?.reranking_provider_name
+          ? {
+            provider: rerankDefaultModel?.provider?.provider || '',
+            model: rerankDefaultModel?.model || '',
+          }
+          : {
+            provider: configs.reranking_model?.reranking_provider_name,
+            model: configs.reranking_model?.reranking_model_name,
+          }),
+    })
+  }, [onMultipleRetrievalConfigChange, payload.retrieval_mode, rerankDefaultModel?.provider?.provider, rerankDefaultModel?.model, onRetrievalModeChange])
+
+  return (
+    <PortalToFollowElem
+      open={open}
+      onOpenChange={setOpen}
+      placement='bottom-end'
+      offset={{
+        // mainAxis: 12,
+        crossAxis: -2,
+      }}
+    >
+      <PortalToFollowElemTrigger
+        onClick={() => {
+          if (readonly)
+            return
+          setOpen(v => !v)
+        }}
+      >
+        <div className={cn(!readonly && 'cursor-pointer', open && 'bg-gray-100', 'flex items-center h-6  px-2 rounded-md hover:bg-gray-100 group  select-none')}>
+          <div className={cn(open ? 'text-gray-700' : 'text-gray-500', 'leading-[18px] text-xs font-medium group-hover:bg-gray-100')}>{payload.retrieval_mode === RETRIEVE_TYPE.oneWay ? t('appDebug.datasetConfig.retrieveOneWay.title') : t('appDebug.datasetConfig.retrieveMultiWay.title')}</div>
+          {!readonly && <ChevronDown className='w-3 h-3 ml-1' />}
+        </div>
+      </PortalToFollowElemTrigger>
+      <PortalToFollowElemContent style={{ zIndex: 1001 }}>
+        <div className='w-[404px] pt-3 pb-4 px-4 shadow-xl  rounded-2xl border border-gray-200  bg-white'>
+          <ConfigRetrievalContent
+            datasetConfigs={
+              {
+                retrieval_model: payload.retrieval_mode,
+                reranking_model: !multiple_retrieval_config?.reranking_model?.provider
+                  ? {
+                    reranking_provider_name: rerankDefaultModel?.provider?.provider || '',
+                    reranking_model_name: rerankDefaultModel?.model || '',
+                  }
+                  : {
+                    reranking_provider_name: multiple_retrieval_config?.reranking_model?.provider || '',
+                    reranking_model_name: multiple_retrieval_config?.reranking_model?.model || '',
+                  },
+                top_k: multiple_retrieval_config?.top_k || DATASET_DEFAULT.top_k,
+                score_threshold_enabled: !(multiple_retrieval_config?.score_threshold === undefined || multiple_retrieval_config?.score_threshold === null),
+                score_threshold: multiple_retrieval_config?.score_threshold,
+                datasets: {
+                  datasets: [],
+                },
+              }
+            }
+            onChange={handleChange}
+            isInWorkflow
+            singleRetrievalModelConfig={singleRetrievalModelConfig}
+            onSingleRetrievalModelChange={onSingleRetrievalModelChange}
+            onSingleRetrievalModelParamsChange={onSingleRetrievalModelParamsChange}
+          />
+        </div>
+      </PortalToFollowElemContent>
+    </PortalToFollowElem>
+  )
+}
+export default React.memo(RetrievalConfig)