feat: knowledge pipeline (#25360)

Signed-off-by: -LAN- <laipz8200@outlook.com>
Co-authored-by: twwu <twwu@dify.ai>
Co-authored-by: crazywoola <100913391+crazywoola@users.noreply.github.com>
Co-authored-by: jyong <718720800@qq.com>
Co-authored-by: Wu Tianwei <30284043+WTW0313@users.noreply.github.com>
Co-authored-by: QuantumGhost <obelisk.reg+git@gmail.com>
Co-authored-by: lyzno1 <yuanyouhuilyz@gmail.com>
Co-authored-by: quicksand <quicksandzn@gmail.com>
Co-authored-by: Jyong <76649700+JohnJyong@users.noreply.github.com>
Co-authored-by: lyzno1 <92089059+lyzno1@users.noreply.github.com>
Co-authored-by: zxhlyh <jasonapring2015@outlook.com>
Co-authored-by: Yongtao Huang <yongtaoh2022@gmail.com>
Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
Co-authored-by: Joel <iamjoel007@gmail.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Co-authored-by: nite-knite <nkCoding@gmail.com>
Co-authored-by: Hanqing Zhao <sherry9277@gmail.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Co-authored-by: Harry <xh001x@hotmail.com>

web/app/components/datasets/settings/chunk-structure/hooks.tsx

@@ -0,0 +1,47 @@
+import {
+  GeneralChunk,
+  ParentChildChunk,
+  QuestionAndAnswer,
+} from '@/app/components/base/icons/src/vender/knowledge'
+import { EffectColor, type Option } from './types'
+import { ChunkingMode } from '@/models/datasets'
+import { useTranslation } from 'react-i18next'
+
+export const useChunkStructure = () => {
+  const { t } = useTranslation()
+
+  const GeneralOption: Option = {
+    id: ChunkingMode.text,
+    icon: <GeneralChunk className='size-[18px]' />,
+    iconActiveColor: 'text-util-colors-indigo-indigo-600',
+    title: 'General',
+    description: t('datasetCreation.stepTwo.generalTip'),
+    effectColor: EffectColor.indigo,
+    showEffectColor: true,
+  }
+  const ParentChildOption: Option = {
+    id: ChunkingMode.parentChild,
+    icon: <ParentChildChunk className='size-[18px]' />,
+    iconActiveColor: 'text-util-colors-blue-light-blue-light-500',
+    title: 'Parent-Child',
+    description: t('datasetCreation.stepTwo.parentChildTip'),
+    effectColor: EffectColor.blueLight,
+    showEffectColor: true,
+  }
+  const QuestionAnswerOption: Option = {
+    id: ChunkingMode.qa,
+    icon: <QuestionAndAnswer className='size-[18px]' />,
+    title: 'Q&A',
+    description: t('datasetCreation.stepTwo.qaTip'),
+  }
+
+  const options = [
+    GeneralOption,
+    ParentChildOption,
+    QuestionAnswerOption,
+  ]
+
+  return {
+    options,
+  }
+}

web/app/components/datasets/settings/chunk-structure/index.tsx

@@ -0,0 +1,40 @@
+import type { ChunkingMode } from '@/models/datasets'
+import React from 'react'
+import { useChunkStructure } from './hooks'
+import OptionCard from '../option-card'
+
+type ChunkStructureProps = {
+  chunkStructure: ChunkingMode
+}
+
+const ChunkStructure = ({
+  chunkStructure,
+}: ChunkStructureProps) => {
+  const {
+    options,
+  } = useChunkStructure()
+
+  return (
+    <div className='flex flex-col gap-y-1'>
+      {
+        options.map(option => (
+          <OptionCard
+            key={option.id}
+            id={option.id}
+            icon={option.icon}
+            iconActiveColor={option.iconActiveColor}
+            title={option.title}
+            description={option.description}
+            isActive={chunkStructure === option.id}
+            effectColor={option.effectColor}
+            showEffectColor
+            className='gap-x-1.5 p-3 pr-4'
+            disabled
+          />
+        ))
+      }
+    </div>
+  )
+}
+
+export default React.memo(ChunkStructure)

web/app/components/datasets/settings/chunk-structure/types.ts

@@ -0,0 +1,18 @@
+import type { ChunkingMode } from '@/models/datasets'
+
+export enum EffectColor {
+  indigo = 'indigo',
+  blueLight = 'blue-light',
+  orange = 'orange',
+  purple = 'purple',
+}
+
+export type Option = {
+  id: ChunkingMode
+  icon?: React.ReactNode
+  iconActiveColor?: string
+  title: string
+  description?: string
+  effectColor?: EffectColor
+  showEffectColor?: boolean
+}