You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

use-pipeline.ts 12KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371
  1. import type { MutationOptions } from '@tanstack/react-query'
  2. import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query'
  3. import { del, get, patch, post } from './base'
  4. import type {
  5. DeleteTemplateResponse,
  6. ExportTemplateDSLResponse,
  7. ImportPipelineDSLConfirmResponse,
  8. ImportPipelineDSLRequest,
  9. ImportPipelineDSLResponse,
  10. PipelineCheckDependenciesResponse,
  11. PipelineDatasourceNodeRunRequest,
  12. PipelineDatasourceNodeRunResponse,
  13. PipelineDatasourceNodeRunStatusRequest,
  14. PipelineDatasourceNodeRunStatusResponse,
  15. PipelinePreProcessingParamsRequest,
  16. PipelinePreProcessingParamsResponse,
  17. PipelineProcessingParamsRequest,
  18. PipelineProcessingParamsResponse,
  19. PipelineTemplateByIdResponse,
  20. PipelineTemplateListParams,
  21. PipelineTemplateListResponse,
  22. PublishedPipelineInfoResponse,
  23. PublishedPipelineRunPreviewResponse,
  24. PublishedPipelineRunRequest,
  25. PublishedPipelineRunResponse,
  26. UpdateTemplateInfoRequest,
  27. UpdateTemplateInfoResponse,
  28. } from '@/models/pipeline'
  29. import type { DataSourceItem } from '@/app/components/workflow/block-selector/types'
  30. import type { ToolCredential } from '@/app/components/tools/types'
  31. import type { IconInfo } from '@/models/datasets'
  32. const NAME_SPACE = 'pipeline'
  33. export const PipelineTemplateListQueryKeyPrefix = [NAME_SPACE, 'template', 'list']
  34. export const usePipelineTemplateList = (params: PipelineTemplateListParams) => {
  35. return useQuery<PipelineTemplateListResponse>({
  36. queryKey: [...PipelineTemplateListQueryKeyPrefix, params.type],
  37. queryFn: () => {
  38. return get<PipelineTemplateListResponse>('/rag/pipeline/templates', { params })
  39. },
  40. })
  41. }
  42. export const usePipelineTemplateById = (templateId: string, type: string, enabled: boolean) => {
  43. return useQuery<PipelineTemplateByIdResponse>({
  44. queryKey: [NAME_SPACE, 'template', templateId],
  45. queryFn: () => {
  46. return get<PipelineTemplateByIdResponse>(`/rag/pipeline/templates/${templateId}?type=${type}`)
  47. },
  48. enabled,
  49. })
  50. }
  51. export const useUpdateTemplateInfo = (
  52. mutationOptions: MutationOptions<UpdateTemplateInfoResponse, Error, UpdateTemplateInfoRequest> = {},
  53. ) => {
  54. return useMutation({
  55. mutationKey: [NAME_SPACE, 'template', 'update'],
  56. mutationFn: (request: UpdateTemplateInfoRequest) => {
  57. const { template_id, ...rest } = request
  58. return patch<UpdateTemplateInfoResponse>(`/rag/pipeline/customized/templates/${template_id}`, {
  59. body: rest,
  60. })
  61. },
  62. ...mutationOptions,
  63. })
  64. }
  65. export const useDeleteTemplate = (
  66. mutationOptions: MutationOptions<DeleteTemplateResponse, Error, string> = {},
  67. ) => {
  68. return useMutation({
  69. mutationKey: [NAME_SPACE, 'template', 'delete'],
  70. mutationFn: (templateId: string) => {
  71. return del<DeleteTemplateResponse>(`/rag/pipeline/customized/templates/${templateId}`)
  72. },
  73. ...mutationOptions,
  74. })
  75. }
  76. export const useExportTemplateDSL = (
  77. mutationOptions: MutationOptions<ExportTemplateDSLResponse, Error, string> = {},
  78. ) => {
  79. return useMutation({
  80. mutationKey: [NAME_SPACE, 'dsl-export'],
  81. mutationFn: (templateId: string) => {
  82. return post<ExportTemplateDSLResponse>(`/rag/pipeline/customized/templates/${templateId}`)
  83. },
  84. ...mutationOptions,
  85. })
  86. }
  87. export const useImportPipelineDSL = (
  88. mutationOptions: MutationOptions<ImportPipelineDSLResponse, Error, ImportPipelineDSLRequest> = {},
  89. ) => {
  90. return useMutation({
  91. mutationKey: [NAME_SPACE, 'dsl-import'],
  92. mutationFn: (request: ImportPipelineDSLRequest) => {
  93. return post<ImportPipelineDSLResponse>('/rag/pipelines/imports', { body: request })
  94. },
  95. ...mutationOptions,
  96. })
  97. }
  98. export const useImportPipelineDSLConfirm = (
  99. mutationOptions: MutationOptions<ImportPipelineDSLConfirmResponse, Error, string> = {},
  100. ) => {
  101. return useMutation({
  102. mutationKey: [NAME_SPACE, 'dsl-import-confirm'],
  103. mutationFn: (importId: string) => {
  104. return post<ImportPipelineDSLConfirmResponse>(`/rag/pipelines/imports/${importId}/confirm`)
  105. },
  106. ...mutationOptions,
  107. })
  108. }
  109. export const useCheckPipelineDependencies = (
  110. mutationOptions: MutationOptions<PipelineCheckDependenciesResponse, Error, string> = {},
  111. ) => {
  112. return useMutation({
  113. mutationKey: [NAME_SPACE, 'check-dependencies'],
  114. mutationFn: (pipelineId: string) => {
  115. return post<PipelineCheckDependenciesResponse>(`/rag/pipelines/imports/${pipelineId}/check-dependencies`)
  116. },
  117. ...mutationOptions,
  118. })
  119. }
  120. export const useDraftDatasourceNodeRun = (
  121. mutationOptions: MutationOptions<PipelineDatasourceNodeRunResponse, Error, PipelineDatasourceNodeRunRequest> = {},
  122. ) => {
  123. return useMutation({
  124. mutationKey: [NAME_SPACE, 'draft-datasource-node-run'],
  125. mutationFn: (request: PipelineDatasourceNodeRunRequest) => {
  126. const { pipeline_id, node_id, ...rest } = request
  127. return post<PipelineDatasourceNodeRunResponse>(`/rag/pipelines/${pipeline_id}/workflows/draft/datasource/nodes/${node_id}/run`, {
  128. body: rest,
  129. })
  130. },
  131. ...mutationOptions,
  132. })
  133. }
  134. export const usePublishedDatasourceNodeRun = (
  135. mutationOptions: MutationOptions<PipelineDatasourceNodeRunResponse, Error, PipelineDatasourceNodeRunRequest> = {},
  136. ) => {
  137. return useMutation({
  138. mutationKey: [NAME_SPACE, 'published-datasource-node-run'],
  139. mutationFn: (request: PipelineDatasourceNodeRunRequest) => {
  140. const { pipeline_id, node_id, ...rest } = request
  141. return post<PipelineDatasourceNodeRunResponse>(`/rag/pipelines/${pipeline_id}/workflows/published/datasource/nodes/${node_id}/run`, {
  142. body: rest,
  143. })
  144. },
  145. ...mutationOptions,
  146. })
  147. }
  148. export const useDraftDatasourceNodeRunStatus = (
  149. mutationOptions: MutationOptions<PipelineDatasourceNodeRunStatusResponse, Error, PipelineDatasourceNodeRunStatusRequest> = {},
  150. ) => {
  151. return useMutation({
  152. mutationKey: [NAME_SPACE, 'draft-datasource-node-run-status'],
  153. mutationFn: (request: PipelineDatasourceNodeRunStatusRequest) => {
  154. const { pipeline_id, node_id, ...rest } = request
  155. return post<PipelineDatasourceNodeRunStatusResponse>(`/rag/pipelines/${pipeline_id}/workflows/draft/datasource/nodes/${node_id}/run`, {
  156. body: rest,
  157. })
  158. },
  159. ...mutationOptions,
  160. })
  161. }
  162. export const usePublishedDatasourceNodeRunStatus = (
  163. mutationOptions: MutationOptions<PipelineDatasourceNodeRunStatusResponse, Error, PipelineDatasourceNodeRunStatusRequest> = {},
  164. ) => {
  165. return useMutation({
  166. mutationKey: [NAME_SPACE, 'published-datasource-node-run-status'],
  167. mutationFn: (request: PipelineDatasourceNodeRunStatusRequest) => {
  168. const { pipeline_id, node_id, ...rest } = request
  169. return post<PipelineDatasourceNodeRunStatusResponse>(`/rag/pipelines/${pipeline_id}/workflows/published/datasource/nodes/${node_id}/run`, {
  170. body: rest,
  171. })
  172. },
  173. ...mutationOptions,
  174. })
  175. }
  176. export const useDraftPipelineProcessingParams = (params: PipelineProcessingParamsRequest, enabled = true) => {
  177. const { pipeline_id, node_id } = params
  178. return useQuery<PipelineProcessingParamsResponse>({
  179. queryKey: [NAME_SPACE, 'draft-pipeline-processing-params', pipeline_id, node_id],
  180. queryFn: () => {
  181. return get<PipelineProcessingParamsResponse>(`/rag/pipelines/${pipeline_id}/workflows/draft/processing/parameters`, {
  182. params: {
  183. node_id,
  184. },
  185. })
  186. },
  187. staleTime: 0,
  188. enabled,
  189. })
  190. }
  191. export const usePublishedPipelineProcessingParams = (params: PipelineProcessingParamsRequest) => {
  192. const { pipeline_id, node_id } = params
  193. return useQuery<PipelineProcessingParamsResponse>({
  194. queryKey: [NAME_SPACE, 'published-pipeline-processing-params', pipeline_id, node_id],
  195. queryFn: () => {
  196. return get<PipelineProcessingParamsResponse>(`/rag/pipelines/${pipeline_id}/workflows/published/processing/parameters`, {
  197. params: {
  198. node_id,
  199. },
  200. })
  201. },
  202. staleTime: 0,
  203. })
  204. }
  205. export const useDataSourceList = (enabled: boolean, onSuccess?: (v: DataSourceItem[]) => void) => {
  206. return useQuery<DataSourceItem[]>({
  207. enabled,
  208. queryKey: [NAME_SPACE, 'datasource'],
  209. staleTime: 0,
  210. queryFn: async () => {
  211. const data = await get<DataSourceItem[]>('/rag/pipelines/datasource-plugins')
  212. onSuccess?.(data)
  213. return data
  214. },
  215. retry: false,
  216. })
  217. }
  218. export const publishedPipelineInfoQueryKeyPrefix = [NAME_SPACE, 'published-pipeline']
  219. export const usePublishedPipelineInfo = (pipelineId: string) => {
  220. return useQuery<PublishedPipelineInfoResponse>({
  221. queryKey: [...publishedPipelineInfoQueryKeyPrefix, pipelineId],
  222. queryFn: () => {
  223. return get<PublishedPipelineInfoResponse>(`/rag/pipelines/${pipelineId}/workflows/publish`)
  224. },
  225. enabled: !!pipelineId,
  226. })
  227. }
  228. export const useRunPublishedPipeline = (
  229. mutationOptions: MutationOptions<PublishedPipelineRunPreviewResponse | PublishedPipelineRunResponse, Error, PublishedPipelineRunRequest> = {},
  230. ) => {
  231. return useMutation({
  232. mutationKey: [NAME_SPACE, 'run-published-pipeline'],
  233. mutationFn: (request: PublishedPipelineRunRequest) => {
  234. const { pipeline_id: pipelineId, is_preview, ...rest } = request
  235. return post<PublishedPipelineRunPreviewResponse | PublishedPipelineRunResponse>(`/rag/pipelines/${pipelineId}/workflows/published/run`, {
  236. body: {
  237. ...rest,
  238. is_preview,
  239. response_mode: 'blocking',
  240. },
  241. })
  242. },
  243. ...mutationOptions,
  244. })
  245. }
  246. export const useDataSourceCredentials = (provider: string, pluginId: string, onSuccess: (value: ToolCredential[]) => void) => {
  247. return useQuery({
  248. queryKey: [NAME_SPACE, 'datasource-credentials', provider, pluginId],
  249. queryFn: async () => {
  250. const result = await get<{ result: ToolCredential[] }>(`/auth/plugin/datasource?provider=${provider}&plugin_id=${pluginId}`)
  251. onSuccess(result.result)
  252. return result.result
  253. },
  254. enabled: !!provider && !!pluginId,
  255. retry: 2,
  256. })
  257. }
  258. export const useUpdateDataSourceCredentials = (
  259. ) => {
  260. const queryClient = useQueryClient()
  261. return useMutation({
  262. mutationKey: [NAME_SPACE, 'update-datasource-credentials'],
  263. mutationFn: ({
  264. provider,
  265. pluginId,
  266. credentials,
  267. }: { provider: string; pluginId: string; credentials: Record<string, any>; }) => {
  268. return post('/auth/plugin/datasource', {
  269. body: {
  270. provider,
  271. plugin_id: pluginId,
  272. credentials,
  273. },
  274. }).then(() => {
  275. queryClient.invalidateQueries({
  276. queryKey: [NAME_SPACE, 'datasource'],
  277. })
  278. })
  279. },
  280. })
  281. }
  282. export const useDraftPipelinePreProcessingParams = (params: PipelinePreProcessingParamsRequest, enabled = true) => {
  283. const { pipeline_id, node_id } = params
  284. return useQuery<PipelinePreProcessingParamsResponse>({
  285. queryKey: [NAME_SPACE, 'draft-pipeline-pre-processing-params', pipeline_id, node_id],
  286. queryFn: () => {
  287. return get<PipelinePreProcessingParamsResponse>(`/rag/pipelines/${pipeline_id}/workflows/draft/pre-processing/parameters`, {
  288. params: {
  289. node_id,
  290. },
  291. })
  292. },
  293. staleTime: 0,
  294. enabled,
  295. })
  296. }
  297. export const usePublishedPipelinePreProcessingParams = (params: PipelinePreProcessingParamsRequest, enabled = true) => {
  298. const { pipeline_id, node_id } = params
  299. return useQuery<PipelinePreProcessingParamsResponse>({
  300. queryKey: [NAME_SPACE, 'published-pipeline-pre-processing-params', pipeline_id, node_id],
  301. queryFn: () => {
  302. return get<PipelinePreProcessingParamsResponse>(`/rag/pipelines/${pipeline_id}/workflows/published/pre-processing/parameters`, {
  303. params: {
  304. node_id,
  305. },
  306. })
  307. },
  308. staleTime: 0,
  309. enabled,
  310. })
  311. }
  312. export const useExportPipelineDSL = () => {
  313. return useMutation({
  314. mutationKey: [NAME_SPACE, 'export-pipeline-dsl'],
  315. mutationFn: ({
  316. pipelineId,
  317. include = false,
  318. }: { pipelineId: string; include?: boolean }) => {
  319. return get<ExportTemplateDSLResponse>(`/rag/pipelines/${pipelineId}/exports?include_secret=${include}`)
  320. },
  321. })
  322. }
  323. export const usePublishAsCustomizedPipeline = () => {
  324. return useMutation({
  325. mutationKey: [NAME_SPACE, 'publish-as-customized-pipeline'],
  326. mutationFn: ({
  327. pipelineId,
  328. name,
  329. icon_info,
  330. description,
  331. }: {
  332. pipelineId: string,
  333. name: string,
  334. icon_info: IconInfo,
  335. description?: string,
  336. }) => {
  337. return post(`/rag/pipelines/${pipelineId}/customized/publish`, {
  338. body: {
  339. name,
  340. icon_info,
  341. description,
  342. },
  343. })
  344. },
  345. })
  346. }