選択できるのは25トピックまでです。 トピックは、先頭が英数字で、英数字とダッシュ('-')を使用した35文字以内のものにしてください。

index.tsx 14KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477
  1. 'use client'
  2. import type { FC } from 'react'
  3. import {
  4. memo,
  5. useCallback,
  6. useEffect,
  7. useMemo,
  8. useRef,
  9. useState,
  10. } from 'react'
  11. import useSWR from 'swr'
  12. import { setAutoFreeze } from 'immer'
  13. import {
  14. useEventListener,
  15. } from 'ahooks'
  16. import ReactFlow, {
  17. Background,
  18. ReactFlowProvider,
  19. SelectionMode,
  20. useEdgesState,
  21. useNodesState,
  22. useOnViewportChange,
  23. useReactFlow,
  24. useStoreApi,
  25. } from 'reactflow'
  26. import type {
  27. Viewport,
  28. } from 'reactflow'
  29. import 'reactflow/dist/style.css'
  30. import './style.css'
  31. import type {
  32. Edge,
  33. EnvironmentVariable,
  34. Node,
  35. } from './types'
  36. import {
  37. ControlMode,
  38. SupportUploadFileTypes,
  39. } from './types'
  40. import { WorkflowContextProvider } from './context'
  41. import {
  42. useDSL,
  43. useEdgesInteractions,
  44. useNodesInteractions,
  45. useNodesReadOnly,
  46. useNodesSyncDraft,
  47. usePanelInteractions,
  48. useSelectionInteractions,
  49. useShortcuts,
  50. useWorkflow,
  51. useWorkflowInit,
  52. useWorkflowReadOnly,
  53. useWorkflowUpdate,
  54. } from './hooks'
  55. import Header from './header'
  56. import CustomNode from './nodes'
  57. import CustomNoteNode from './note-node'
  58. import { CUSTOM_NOTE_NODE } from './note-node/constants'
  59. import CustomIterationStartNode from './nodes/iteration-start'
  60. import { CUSTOM_ITERATION_START_NODE } from './nodes/iteration-start/constants'
  61. import CustomLoopStartNode from './nodes/loop-start'
  62. import { CUSTOM_LOOP_START_NODE } from './nodes/loop-start/constants'
  63. import CustomSimpleNode from './simple-node'
  64. import { CUSTOM_SIMPLE_NODE } from './simple-node/constants'
  65. import Operator from './operator'
  66. import CustomEdge from './custom-edge'
  67. import CustomConnectionLine from './custom-connection-line'
  68. import Panel from './panel'
  69. import Features from './features'
  70. import HelpLine from './help-line'
  71. import CandidateNode from './candidate-node'
  72. import PanelContextmenu from './panel-contextmenu'
  73. import NodeContextmenu from './node-contextmenu'
  74. import SyncingDataModal from './syncing-data-modal'
  75. import UpdateDSLModal from './update-dsl-modal'
  76. import DSLExportConfirmModal from './dsl-export-confirm-modal'
  77. import LimitTips from './limit-tips'
  78. import PluginDependency from './plugin-dependency'
  79. import {
  80. useStore,
  81. useWorkflowStore,
  82. } from './store'
  83. import {
  84. initialEdges,
  85. initialNodes,
  86. } from './utils'
  87. import {
  88. CUSTOM_EDGE,
  89. CUSTOM_NODE,
  90. DSL_EXPORT_CHECK,
  91. ITERATION_CHILDREN_Z_INDEX,
  92. WORKFLOW_DATA_UPDATE,
  93. } from './constants'
  94. import { WorkflowHistoryProvider } from './workflow-history-store'
  95. import Loading from '@/app/components/base/loading'
  96. import { FeaturesProvider } from '@/app/components/base/features'
  97. import type { Features as FeaturesData } from '@/app/components/base/features/types'
  98. import { useFeaturesStore } from '@/app/components/base/features/hooks'
  99. import { useEventEmitterContextContext } from '@/context/event-emitter'
  100. import Confirm from '@/app/components/base/confirm'
  101. import { FILE_EXTS } from '@/app/components/base/prompt-editor/constants'
  102. import { fetchFileUploadConfig } from '@/service/common'
  103. import DatasetsDetailProvider from './datasets-detail-store/provider'
  104. const nodeTypes = {
  105. [CUSTOM_NODE]: CustomNode,
  106. [CUSTOM_NOTE_NODE]: CustomNoteNode,
  107. [CUSTOM_SIMPLE_NODE]: CustomSimpleNode,
  108. [CUSTOM_ITERATION_START_NODE]: CustomIterationStartNode,
  109. [CUSTOM_LOOP_START_NODE]: CustomLoopStartNode,
  110. }
  111. const edgeTypes = {
  112. [CUSTOM_EDGE]: CustomEdge,
  113. }
  114. type WorkflowProps = {
  115. nodes: Node[]
  116. edges: Edge[]
  117. viewport?: Viewport
  118. }
  119. const Workflow: FC<WorkflowProps> = memo(({
  120. nodes: originalNodes,
  121. edges: originalEdges,
  122. viewport,
  123. }) => {
  124. const workflowContainerRef = useRef<HTMLDivElement>(null)
  125. const workflowStore = useWorkflowStore()
  126. const reactflow = useReactFlow()
  127. const featuresStore = useFeaturesStore()
  128. const [nodes, setNodes] = useNodesState(originalNodes)
  129. const [edges, setEdges] = useEdgesState(originalEdges)
  130. const showFeaturesPanel = useStore(state => state.showFeaturesPanel)
  131. const controlMode = useStore(s => s.controlMode)
  132. const nodeAnimation = useStore(s => s.nodeAnimation)
  133. const showConfirm = useStore(s => s.showConfirm)
  134. const showImportDSLModal = useStore(s => s.showImportDSLModal)
  135. const {
  136. setShowConfirm,
  137. setControlPromptEditorRerenderKey,
  138. setShowImportDSLModal,
  139. setSyncWorkflowDraftHash,
  140. } = workflowStore.getState()
  141. const {
  142. handleSyncWorkflowDraft,
  143. syncWorkflowDraftWhenPageClose,
  144. } = useNodesSyncDraft()
  145. const { workflowReadOnly } = useWorkflowReadOnly()
  146. const { nodesReadOnly } = useNodesReadOnly()
  147. const [secretEnvList, setSecretEnvList] = useState<EnvironmentVariable[]>([])
  148. const { eventEmitter } = useEventEmitterContextContext()
  149. eventEmitter?.useSubscription((v: any) => {
  150. if (v.type === WORKFLOW_DATA_UPDATE) {
  151. setNodes(v.payload.nodes)
  152. setEdges(v.payload.edges)
  153. if (v.payload.viewport)
  154. reactflow.setViewport(v.payload.viewport)
  155. if (v.payload.features && featuresStore) {
  156. const { setFeatures } = featuresStore.getState()
  157. setFeatures(v.payload.features)
  158. }
  159. if (v.payload.hash)
  160. setSyncWorkflowDraftHash(v.payload.hash)
  161. setTimeout(() => setControlPromptEditorRerenderKey(Date.now()))
  162. }
  163. if (v.type === DSL_EXPORT_CHECK)
  164. setSecretEnvList(v.payload.data as EnvironmentVariable[])
  165. })
  166. useEffect(() => {
  167. setAutoFreeze(false)
  168. return () => {
  169. setAutoFreeze(true)
  170. }
  171. }, [])
  172. useEffect(() => {
  173. return () => {
  174. handleSyncWorkflowDraft(true, true)
  175. }
  176. // eslint-disable-next-line react-hooks/exhaustive-deps
  177. }, [])
  178. const { handleRefreshWorkflowDraft } = useWorkflowUpdate()
  179. const handleSyncWorkflowDraftWhenPageClose = useCallback(() => {
  180. if (document.visibilityState === 'hidden')
  181. syncWorkflowDraftWhenPageClose()
  182. else if (document.visibilityState === 'visible')
  183. setTimeout(() => handleRefreshWorkflowDraft(), 500)
  184. }, [syncWorkflowDraftWhenPageClose, handleRefreshWorkflowDraft])
  185. useEffect(() => {
  186. document.addEventListener('visibilitychange', handleSyncWorkflowDraftWhenPageClose)
  187. return () => {
  188. document.removeEventListener('visibilitychange', handleSyncWorkflowDraftWhenPageClose)
  189. }
  190. }, [handleSyncWorkflowDraftWhenPageClose])
  191. useEventListener('keydown', (e) => {
  192. if ((e.key === 'd' || e.key === 'D') && (e.ctrlKey || e.metaKey))
  193. e.preventDefault()
  194. if ((e.key === 'z' || e.key === 'Z') && (e.ctrlKey || e.metaKey))
  195. e.preventDefault()
  196. if ((e.key === 'y' || e.key === 'Y') && (e.ctrlKey || e.metaKey))
  197. e.preventDefault()
  198. if ((e.key === 's' || e.key === 'S') && (e.ctrlKey || e.metaKey))
  199. e.preventDefault()
  200. })
  201. useEventListener('mousemove', (e) => {
  202. const containerClientRect = workflowContainerRef.current?.getBoundingClientRect()
  203. if (containerClientRect) {
  204. workflowStore.setState({
  205. mousePosition: {
  206. pageX: e.clientX,
  207. pageY: e.clientY,
  208. elementX: e.clientX - containerClientRect.left,
  209. elementY: e.clientY - containerClientRect.top,
  210. },
  211. })
  212. }
  213. })
  214. const {
  215. handleNodeDragStart,
  216. handleNodeDrag,
  217. handleNodeDragStop,
  218. handleNodeEnter,
  219. handleNodeLeave,
  220. handleNodeClick,
  221. handleNodeConnect,
  222. handleNodeConnectStart,
  223. handleNodeConnectEnd,
  224. handleNodeContextMenu,
  225. handleHistoryBack,
  226. handleHistoryForward,
  227. } = useNodesInteractions()
  228. const {
  229. handleEdgeEnter,
  230. handleEdgeLeave,
  231. handleEdgesChange,
  232. } = useEdgesInteractions()
  233. const {
  234. handleSelectionStart,
  235. handleSelectionChange,
  236. handleSelectionDrag,
  237. } = useSelectionInteractions()
  238. const {
  239. handlePaneContextMenu,
  240. handlePaneContextmenuCancel,
  241. } = usePanelInteractions()
  242. const {
  243. isValidConnection,
  244. } = useWorkflow()
  245. const {
  246. exportCheck,
  247. handleExportDSL,
  248. } = useDSL()
  249. useOnViewportChange({
  250. onEnd: () => {
  251. handleSyncWorkflowDraft()
  252. },
  253. })
  254. useShortcuts()
  255. const store = useStoreApi()
  256. if (process.env.NODE_ENV === 'development') {
  257. store.getState().onError = (code, message) => {
  258. if (code === '002')
  259. return
  260. console.warn(message)
  261. }
  262. }
  263. return (
  264. <div
  265. id='workflow-container'
  266. className={`
  267. relative h-full w-full min-w-[960px]
  268. ${workflowReadOnly && 'workflow-panel-animation'}
  269. ${nodeAnimation && 'workflow-node-animation'}
  270. `}
  271. ref={workflowContainerRef}
  272. >
  273. <SyncingDataModal />
  274. <CandidateNode />
  275. <Header />
  276. <Panel />
  277. <Operator handleRedo={handleHistoryForward} handleUndo={handleHistoryBack} />
  278. {
  279. showFeaturesPanel && <Features />
  280. }
  281. <PanelContextmenu />
  282. <NodeContextmenu />
  283. <HelpLine />
  284. {
  285. !!showConfirm && (
  286. <Confirm
  287. isShow
  288. onCancel={() => setShowConfirm(undefined)}
  289. onConfirm={showConfirm.onConfirm}
  290. title={showConfirm.title}
  291. content={showConfirm.desc}
  292. />
  293. )
  294. }
  295. {
  296. showImportDSLModal && (
  297. <UpdateDSLModal
  298. onCancel={() => setShowImportDSLModal(false)}
  299. onBackup={exportCheck}
  300. onImport={handlePaneContextmenuCancel}
  301. />
  302. )
  303. }
  304. {
  305. secretEnvList.length > 0 && (
  306. <DSLExportConfirmModal
  307. envList={secretEnvList}
  308. onConfirm={handleExportDSL}
  309. onClose={() => setSecretEnvList([])}
  310. />
  311. )
  312. }
  313. <LimitTips />
  314. <PluginDependency />
  315. <ReactFlow
  316. nodeTypes={nodeTypes}
  317. edgeTypes={edgeTypes}
  318. nodes={nodes}
  319. edges={edges}
  320. onNodeDragStart={handleNodeDragStart}
  321. onNodeDrag={handleNodeDrag}
  322. onNodeDragStop={handleNodeDragStop}
  323. onNodeMouseEnter={handleNodeEnter}
  324. onNodeMouseLeave={handleNodeLeave}
  325. onNodeClick={handleNodeClick}
  326. onNodeContextMenu={handleNodeContextMenu}
  327. onConnect={handleNodeConnect}
  328. onConnectStart={handleNodeConnectStart}
  329. onConnectEnd={handleNodeConnectEnd}
  330. onEdgeMouseEnter={handleEdgeEnter}
  331. onEdgeMouseLeave={handleEdgeLeave}
  332. onEdgesChange={handleEdgesChange}
  333. onSelectionStart={handleSelectionStart}
  334. onSelectionChange={handleSelectionChange}
  335. onSelectionDrag={handleSelectionDrag}
  336. onPaneContextMenu={handlePaneContextMenu}
  337. connectionLineComponent={CustomConnectionLine}
  338. // TODO: For LOOP node, how to distinguish between ITERATION and LOOP here? Maybe both are the same?
  339. connectionLineContainerStyle={{ zIndex: ITERATION_CHILDREN_Z_INDEX }}
  340. defaultViewport={viewport}
  341. multiSelectionKeyCode={null}
  342. deleteKeyCode={null}
  343. nodesDraggable={!nodesReadOnly}
  344. nodesConnectable={!nodesReadOnly}
  345. nodesFocusable={!nodesReadOnly}
  346. edgesFocusable={!nodesReadOnly}
  347. panOnDrag={controlMode === ControlMode.Hand && !workflowReadOnly}
  348. zoomOnPinch={!workflowReadOnly}
  349. zoomOnScroll={!workflowReadOnly}
  350. zoomOnDoubleClick={!workflowReadOnly}
  351. isValidConnection={isValidConnection}
  352. selectionKeyCode={null}
  353. selectionMode={SelectionMode.Partial}
  354. selectionOnDrag={controlMode === ControlMode.Pointer && !workflowReadOnly}
  355. minZoom={0.25}
  356. >
  357. <Background
  358. gap={[14, 14]}
  359. size={2}
  360. className="bg-workflow-canvas-workflow-bg"
  361. color='var(--color-workflow-canvas-workflow-dot-color)'
  362. />
  363. </ReactFlow>
  364. </div>
  365. )
  366. })
  367. Workflow.displayName = 'Workflow'
  368. const WorkflowWrap = memo(() => {
  369. const {
  370. data,
  371. isLoading,
  372. } = useWorkflowInit()
  373. const { data: fileUploadConfigResponse } = useSWR({ url: '/files/upload' }, fetchFileUploadConfig)
  374. const nodesData = useMemo(() => {
  375. if (data)
  376. return initialNodes(data.graph.nodes, data.graph.edges)
  377. return []
  378. }, [data])
  379. const edgesData = useMemo(() => {
  380. if (data)
  381. return initialEdges(data.graph.edges, data.graph.nodes)
  382. return []
  383. }, [data])
  384. if (!data || isLoading) {
  385. return (
  386. <div className='relative flex h-full w-full items-center justify-center'>
  387. <Loading />
  388. </div>
  389. )
  390. }
  391. const features = data.features || {}
  392. const initialFeatures: FeaturesData = {
  393. file: {
  394. image: {
  395. enabled: !!features.file_upload?.image?.enabled,
  396. number_limits: features.file_upload?.image?.number_limits || 3,
  397. transfer_methods: features.file_upload?.image?.transfer_methods || ['local_file', 'remote_url'],
  398. },
  399. enabled: !!(features.file_upload?.enabled || features.file_upload?.image?.enabled),
  400. allowed_file_types: features.file_upload?.allowed_file_types || [SupportUploadFileTypes.image],
  401. allowed_file_extensions: features.file_upload?.allowed_file_extensions || FILE_EXTS[SupportUploadFileTypes.image].map(ext => `.${ext}`),
  402. allowed_file_upload_methods: features.file_upload?.allowed_file_upload_methods || features.file_upload?.image?.transfer_methods || ['local_file', 'remote_url'],
  403. number_limits: features.file_upload?.number_limits || features.file_upload?.image?.number_limits || 3,
  404. fileUploadConfig: fileUploadConfigResponse,
  405. },
  406. opening: {
  407. enabled: !!features.opening_statement,
  408. opening_statement: features.opening_statement,
  409. suggested_questions: features.suggested_questions,
  410. },
  411. suggested: features.suggested_questions_after_answer || { enabled: false },
  412. speech2text: features.speech_to_text || { enabled: false },
  413. text2speech: features.text_to_speech || { enabled: false },
  414. citation: features.retriever_resource || { enabled: false },
  415. moderation: features.sensitive_word_avoidance || { enabled: false },
  416. }
  417. return (
  418. <ReactFlowProvider>
  419. <WorkflowHistoryProvider
  420. nodes={nodesData}
  421. edges={edgesData} >
  422. <FeaturesProvider features={initialFeatures}>
  423. <DatasetsDetailProvider nodes={nodesData}>
  424. <Workflow
  425. nodes={nodesData}
  426. edges={edgesData}
  427. viewport={data?.graph.viewport}
  428. />
  429. </DatasetsDetailProvider>
  430. </FeaturesProvider>
  431. </WorkflowHistoryProvider>
  432. </ReactFlowProvider>
  433. )
  434. })
  435. WorkflowWrap.displayName = 'WorkflowWrap'
  436. const WorkflowContainer = () => {
  437. return (
  438. <WorkflowContextProvider>
  439. <WorkflowWrap />
  440. </WorkflowContextProvider>
  441. )
  442. }
  443. export default memo(WorkflowContainer)