You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.tsx 34KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941
  1. 'use client'
  2. import type { FC } from 'react'
  3. import React, { useEffect, useMemo, useRef, useState } from 'react'
  4. import { useTranslation } from 'react-i18next'
  5. import { useContext } from 'use-context-selector'
  6. import { usePathname } from 'next/navigation'
  7. import produce from 'immer'
  8. import { useBoolean, useGetState } from 'ahooks'
  9. import { clone, isEqual } from 'lodash-es'
  10. import { CodeBracketIcon } from '@heroicons/react/20/solid'
  11. import { useShallow } from 'zustand/react/shallow'
  12. import Button from '../../base/button'
  13. import Loading from '../../base/loading'
  14. import AppPublisher from '../app-publisher'
  15. import AgentSettingButton from './config/agent-setting-button'
  16. import useAdvancedPromptConfig from './hooks/use-advanced-prompt-config'
  17. import EditHistoryModal from './config-prompt/conversation-histroy/edit-modal'
  18. import {
  19. useDebugWithSingleOrMultipleModel,
  20. useFormattingChangedDispatcher,
  21. } from './debug/hooks'
  22. import type { ModelAndParameter } from './debug/types'
  23. import type {
  24. AnnotationReplyConfig,
  25. DatasetConfigs,
  26. Inputs,
  27. ModelConfig,
  28. ModerationConfig,
  29. MoreLikeThisConfig,
  30. PromptConfig,
  31. PromptVariable,
  32. TextToSpeechConfig,
  33. } from '@/models/debug'
  34. import type { ExternalDataTool } from '@/models/common'
  35. import type { DataSet } from '@/models/datasets'
  36. import type { ModelConfig as BackendModelConfig, VisionSettings } from '@/types/app'
  37. import ConfigContext from '@/context/debug-configuration'
  38. import Config from '@/app/components/app/configuration/config'
  39. import Debug from '@/app/components/app/configuration/debug'
  40. import Confirm from '@/app/components/base/confirm'
  41. import { ModelFeatureEnum } from '@/app/components/header/account-setting/model-provider-page/declarations'
  42. import { ToastContext } from '@/app/components/base/toast'
  43. import { fetchAppDetail, updateAppModelConfig } from '@/service/apps'
  44. import { promptVariablesToUserInputsForm, userInputsFormToPromptVariables } from '@/utils/model-config'
  45. import { fetchDatasets } from '@/service/datasets'
  46. import { useProviderContext } from '@/context/provider-context'
  47. import { AgentStrategy, AppType, ModelModeType, RETRIEVE_TYPE, Resolution, TransferMethod } from '@/types/app'
  48. import { PromptMode } from '@/models/debug'
  49. import { ANNOTATION_DEFAULT, DATASET_DEFAULT, DEFAULT_AGENT_SETTING, DEFAULT_CHAT_PROMPT_CONFIG, DEFAULT_COMPLETION_PROMPT_CONFIG } from '@/config'
  50. import SelectDataSet from '@/app/components/app/configuration/dataset-config/select-dataset'
  51. import { useModalContext } from '@/context/modal-context'
  52. import useBreakpoints, { MediaType } from '@/hooks/use-breakpoints'
  53. import Drawer from '@/app/components/base/drawer'
  54. import ModelParameterModal from '@/app/components/header/account-setting/model-provider-page/model-parameter-modal'
  55. import type { FormValue } from '@/app/components/header/account-setting/model-provider-page/declarations'
  56. import { useTextGenerationCurrentProviderAndModelAndModelList } from '@/app/components/header/account-setting/model-provider-page/hooks'
  57. import { fetchCollectionList } from '@/service/tools'
  58. import { type Collection } from '@/app/components/tools/types'
  59. import { useStore as useAppStore } from '@/app/components/app/store'
  60. import {
  61. getMultipleRetrievalConfig,
  62. getSelectedDatasetsMode,
  63. } from '@/app/components/workflow/nodes/knowledge-retrieval/utils'
  64. type PublishConfig = {
  65. modelConfig: ModelConfig
  66. completionParams: FormValue
  67. }
  68. const Configuration: FC = () => {
  69. const { t } = useTranslation()
  70. const { notify } = useContext(ToastContext)
  71. const { appDetail, setAppSiderbarExpand } = useAppStore(useShallow(state => ({
  72. appDetail: state.appDetail,
  73. setAppSiderbarExpand: state.setAppSiderbarExpand,
  74. })))
  75. const [formattingChanged, setFormattingChanged] = useState(false)
  76. const { setShowAccountSettingModal } = useModalContext()
  77. const [hasFetchedDetail, setHasFetchedDetail] = useState(false)
  78. const isLoading = !hasFetchedDetail
  79. const pathname = usePathname()
  80. const matched = pathname.match(/\/app\/([^/]+)/)
  81. const appId = (matched?.length && matched[1]) ? matched[1] : ''
  82. const [mode, setMode] = useState('')
  83. const [publishedConfig, setPublishedConfig] = useState<PublishConfig | null>(null)
  84. const modalConfig = useMemo(() => appDetail?.model_config || {} as BackendModelConfig, [appDetail])
  85. const [conversationId, setConversationId] = useState<string | null>('')
  86. const media = useBreakpoints()
  87. const isMobile = media === MediaType.mobile
  88. const [isShowDebugPanel, { setTrue: showDebugPanel, setFalse: hideDebugPanel }] = useBoolean(false)
  89. const [introduction, setIntroduction] = useState<string>('')
  90. const [suggestedQuestions, setSuggestedQuestions] = useState<string[]>([])
  91. const [controlClearChatMessage, setControlClearChatMessage] = useState(0)
  92. const [prevPromptConfig, setPrevPromptConfig] = useState<PromptConfig>({
  93. prompt_template: '',
  94. prompt_variables: [],
  95. })
  96. const [moreLikeThisConfig, setMoreLikeThisConfig] = useState<MoreLikeThisConfig>({
  97. enabled: false,
  98. })
  99. const [suggestedQuestionsAfterAnswerConfig, setSuggestedQuestionsAfterAnswerConfig] = useState<MoreLikeThisConfig>({
  100. enabled: false,
  101. })
  102. const [speechToTextConfig, setSpeechToTextConfig] = useState<MoreLikeThisConfig>({
  103. enabled: false,
  104. })
  105. const [textToSpeechConfig, setTextToSpeechConfig] = useState<TextToSpeechConfig>({
  106. enabled: false,
  107. voice: '',
  108. language: '',
  109. })
  110. const [citationConfig, setCitationConfig] = useState<MoreLikeThisConfig>({
  111. enabled: false,
  112. })
  113. const [annotationConfig, doSetAnnotationConfig] = useState<AnnotationReplyConfig>({
  114. id: '',
  115. enabled: false,
  116. score_threshold: ANNOTATION_DEFAULT.score_threshold,
  117. embedding_model: {
  118. embedding_provider_name: '',
  119. embedding_model_name: '',
  120. },
  121. })
  122. const formattingChangedDispatcher = useFormattingChangedDispatcher()
  123. const setAnnotationConfig = (config: AnnotationReplyConfig, notSetFormatChanged?: boolean) => {
  124. doSetAnnotationConfig(config)
  125. if (!notSetFormatChanged)
  126. formattingChangedDispatcher()
  127. }
  128. const [moderationConfig, setModerationConfig] = useState<ModerationConfig>({
  129. enabled: false,
  130. })
  131. const [externalDataToolsConfig, setExternalDataToolsConfig] = useState<ExternalDataTool[]>([])
  132. const [inputs, setInputs] = useState<Inputs>({})
  133. const [query, setQuery] = useState('')
  134. const [completionParams, doSetCompletionParams] = useState<FormValue>({})
  135. const [_, setTempStop, getTempStop] = useGetState<string[]>([])
  136. const setCompletionParams = (value: FormValue) => {
  137. const params = { ...value }
  138. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  139. if ((!params.stop || params.stop.length === 0) && (modeModeTypeRef.current === ModelModeType.completion)) {
  140. params.stop = getTempStop()
  141. setTempStop([])
  142. }
  143. doSetCompletionParams(params)
  144. }
  145. const [modelConfig, doSetModelConfig] = useState<ModelConfig>({
  146. provider: 'openai',
  147. model_id: 'gpt-3.5-turbo',
  148. mode: ModelModeType.unset,
  149. configs: {
  150. prompt_template: '',
  151. prompt_variables: [] as PromptVariable[],
  152. },
  153. opening_statement: '',
  154. more_like_this: null,
  155. suggested_questions_after_answer: null,
  156. speech_to_text: null,
  157. text_to_speech: null,
  158. retriever_resource: null,
  159. sensitive_word_avoidance: null,
  160. dataSets: [],
  161. agentConfig: DEFAULT_AGENT_SETTING,
  162. })
  163. const isAgent = mode === 'agent-chat'
  164. const isOpenAI = modelConfig.provider === 'openai'
  165. const [collectionList, setCollectionList] = useState<Collection[]>([])
  166. useEffect(() => {
  167. }, [])
  168. const [datasetConfigs, setDatasetConfigs] = useState<DatasetConfigs>({
  169. retrieval_model: RETRIEVE_TYPE.multiWay,
  170. reranking_model: {
  171. reranking_provider_name: '',
  172. reranking_model_name: '',
  173. },
  174. top_k: DATASET_DEFAULT.top_k,
  175. score_threshold_enabled: false,
  176. score_threshold: DATASET_DEFAULT.score_threshold,
  177. datasets: {
  178. datasets: [],
  179. },
  180. })
  181. const setModelConfig = (newModelConfig: ModelConfig) => {
  182. doSetModelConfig(newModelConfig)
  183. }
  184. const modelModeType = modelConfig.mode
  185. const modeModeTypeRef = useRef(modelModeType)
  186. useEffect(() => {
  187. modeModeTypeRef.current = modelModeType
  188. }, [modelModeType])
  189. const [dataSets, setDataSets] = useState<DataSet[]>([])
  190. const contextVar = modelConfig.configs.prompt_variables.find((item: any) => item.is_context_var)?.key
  191. const hasSetContextVar = !!contextVar
  192. const [isShowSelectDataSet, { setTrue: showSelectDataSet, setFalse: hideSelectDataSet }] = useBoolean(false)
  193. const selectedIds = dataSets.map(item => item.id)
  194. const [rerankSettingModalOpen, setRerankSettingModalOpen] = useState(false)
  195. const handleSelect = (data: DataSet[]) => {
  196. if (isEqual(data.map(item => item.id), dataSets.map(item => item.id))) {
  197. hideSelectDataSet()
  198. return
  199. }
  200. formattingChangedDispatcher()
  201. let newDatasets = data
  202. if (data.find(item => !item.name)) { // has not loaded selected dataset
  203. const newSelected = produce(data, (draft: any) => {
  204. data.forEach((item, index) => {
  205. if (!item.name) { // not fetched database
  206. const newItem = dataSets.find(i => i.id === item.id)
  207. if (newItem)
  208. draft[index] = newItem
  209. }
  210. })
  211. })
  212. setDataSets(newSelected)
  213. newDatasets = newSelected
  214. }
  215. else {
  216. setDataSets(data)
  217. }
  218. hideSelectDataSet()
  219. const {
  220. allEconomic,
  221. mixtureHighQualityAndEconomic,
  222. inconsistentEmbeddingModel,
  223. } = getSelectedDatasetsMode(newDatasets)
  224. if (allEconomic || mixtureHighQualityAndEconomic || inconsistentEmbeddingModel)
  225. setRerankSettingModalOpen(true)
  226. const { datasets, retrieval_model, score_threshold_enabled, ...restConfigs } = datasetConfigs
  227. const retrievalConfig = getMultipleRetrievalConfig({
  228. top_k: restConfigs.top_k,
  229. score_threshold: restConfigs.score_threshold,
  230. reranking_model: restConfigs.reranking_model && {
  231. provider: restConfigs.reranking_model.reranking_provider_name,
  232. model: restConfigs.reranking_model.reranking_model_name,
  233. },
  234. reranking_mode: restConfigs.reranking_mode,
  235. weights: restConfigs.weights,
  236. reranking_enable: restConfigs.reranking_enable,
  237. }, newDatasets)
  238. setDatasetConfigs({
  239. ...retrievalConfig,
  240. reranking_model: restConfigs.reranking_model && {
  241. reranking_provider_name: restConfigs.reranking_model.reranking_provider_name,
  242. reranking_model_name: restConfigs.reranking_model.reranking_model_name,
  243. },
  244. retrieval_model,
  245. score_threshold_enabled,
  246. datasets,
  247. })
  248. }
  249. const [isShowHistoryModal, { setTrue: showHistoryModal, setFalse: hideHistoryModal }] = useBoolean(false)
  250. const syncToPublishedConfig = (_publishedConfig: PublishConfig) => {
  251. const modelConfig = _publishedConfig.modelConfig
  252. setModelConfig(_publishedConfig.modelConfig)
  253. setCompletionParams(_publishedConfig.completionParams)
  254. setDataSets(modelConfig.dataSets || [])
  255. // feature
  256. setIntroduction(modelConfig.opening_statement!)
  257. setMoreLikeThisConfig(modelConfig.more_like_this || {
  258. enabled: false,
  259. })
  260. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer || {
  261. enabled: false,
  262. })
  263. setSpeechToTextConfig(modelConfig.speech_to_text || {
  264. enabled: false,
  265. })
  266. setTextToSpeechConfig(modelConfig.text_to_speech || {
  267. enabled: false,
  268. voice: '',
  269. language: '',
  270. })
  271. setCitationConfig(modelConfig.retriever_resource || {
  272. enabled: false,
  273. })
  274. }
  275. const { isAPIKeySet } = useProviderContext()
  276. const {
  277. currentModel: currModel,
  278. textGenerationModelList,
  279. } = useTextGenerationCurrentProviderAndModelAndModelList(
  280. {
  281. provider: modelConfig.provider,
  282. model: modelConfig.model_id,
  283. },
  284. )
  285. const isFunctionCall = (() => {
  286. const features = currModel?.features
  287. if (!features)
  288. return false
  289. return features.includes(ModelFeatureEnum.toolCall) || features.includes(ModelFeatureEnum.multiToolCall)
  290. })()
  291. // Fill old app data missing model mode.
  292. useEffect(() => {
  293. if (hasFetchedDetail && !modelModeType) {
  294. const mode = currModel?.model_properties.mode as (ModelModeType | undefined)
  295. if (mode) {
  296. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  297. draft.mode = mode
  298. })
  299. setModelConfig(newModelConfig)
  300. }
  301. }
  302. }, [textGenerationModelList, hasFetchedDetail, modelModeType, currModel, modelConfig])
  303. const [promptMode, doSetPromptMode] = useState(PromptMode.simple)
  304. const isAdvancedMode = promptMode === PromptMode.advanced
  305. const [canReturnToSimpleMode, setCanReturnToSimpleMode] = useState(true)
  306. const setPromptMode = async (mode: PromptMode) => {
  307. if (mode === PromptMode.advanced) {
  308. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  309. await migrateToDefaultPrompt()
  310. setCanReturnToSimpleMode(true)
  311. }
  312. doSetPromptMode(mode)
  313. }
  314. const [visionConfig, doSetVisionConfig] = useState({
  315. enabled: false,
  316. number_limits: 2,
  317. detail: Resolution.low,
  318. transfer_methods: [TransferMethod.local_file],
  319. })
  320. const handleSetVisionConfig = (config: VisionSettings, notNoticeFormattingChanged?: boolean) => {
  321. doSetVisionConfig({
  322. enabled: config.enabled || false,
  323. number_limits: config.number_limits || 2,
  324. detail: config.detail || Resolution.low,
  325. transfer_methods: config.transfer_methods || [TransferMethod.local_file],
  326. })
  327. if (!notNoticeFormattingChanged)
  328. formattingChangedDispatcher()
  329. }
  330. const {
  331. chatPromptConfig,
  332. setChatPromptConfig,
  333. completionPromptConfig,
  334. setCompletionPromptConfig,
  335. currentAdvancedPrompt,
  336. setCurrentAdvancedPrompt,
  337. hasSetBlockStatus,
  338. setConversationHistoriesRole,
  339. migrateToDefaultPrompt,
  340. } = useAdvancedPromptConfig({
  341. appMode: mode,
  342. modelName: modelConfig.model_id,
  343. promptMode,
  344. modelModeType,
  345. prePrompt: modelConfig.configs.prompt_template,
  346. hasSetDataSet: dataSets.length > 0,
  347. onUserChangedPrompt: () => {
  348. setCanReturnToSimpleMode(false)
  349. },
  350. completionParams,
  351. setCompletionParams,
  352. setStop: setTempStop,
  353. })
  354. const setModel = async ({
  355. modelId,
  356. provider,
  357. mode: modeMode,
  358. features,
  359. }: { modelId: string; provider: string; mode: string; features: string[] }) => {
  360. if (isAdvancedMode) {
  361. const appMode = mode
  362. if (modeMode === ModelModeType.completion) {
  363. if (appMode !== AppType.completion) {
  364. if (!completionPromptConfig.prompt?.text || !completionPromptConfig.conversation_histories_role.assistant_prefix || !completionPromptConfig.conversation_histories_role.user_prefix)
  365. await migrateToDefaultPrompt(true, ModelModeType.completion)
  366. }
  367. else {
  368. if (!completionPromptConfig.prompt?.text)
  369. await migrateToDefaultPrompt(true, ModelModeType.completion)
  370. }
  371. }
  372. if (modeMode === ModelModeType.chat) {
  373. if (chatPromptConfig.prompt.length === 0)
  374. await migrateToDefaultPrompt(true, ModelModeType.chat)
  375. }
  376. }
  377. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  378. draft.provider = provider
  379. draft.model_id = modelId
  380. draft.mode = modeMode as ModelModeType
  381. })
  382. setModelConfig(newModelConfig)
  383. const supportVision = features && features.includes(ModelFeatureEnum.vision)
  384. handleSetVisionConfig({
  385. ...visionConfig,
  386. enabled: supportVision,
  387. }, true)
  388. setCompletionParams({})
  389. }
  390. const isShowVisionConfig = !!currModel?.features?.includes(ModelFeatureEnum.vision)
  391. useEffect(() => {
  392. (async () => {
  393. const collectionList = await fetchCollectionList()
  394. setCollectionList(collectionList)
  395. fetchAppDetail({ url: '/apps', id: appId }).then(async (res: any) => {
  396. setMode(res.mode)
  397. const modelConfig = res.model_config
  398. const promptMode = modelConfig.prompt_type === PromptMode.advanced ? PromptMode.advanced : PromptMode.simple
  399. doSetPromptMode(promptMode)
  400. if (promptMode === PromptMode.advanced) {
  401. if (modelConfig.chat_prompt_config && modelConfig.chat_prompt_config.prompt.length > 0)
  402. setChatPromptConfig(modelConfig.chat_prompt_config)
  403. else
  404. setChatPromptConfig(clone(DEFAULT_CHAT_PROMPT_CONFIG) as any)
  405. setCompletionPromptConfig(modelConfig.completion_prompt_config || clone(DEFAULT_COMPLETION_PROMPT_CONFIG) as any)
  406. setCanReturnToSimpleMode(false)
  407. }
  408. const model = res.model_config.model
  409. let datasets: any = null
  410. // old dataset struct
  411. if (modelConfig.agent_mode?.tools?.find(({ dataset }: any) => dataset?.enabled))
  412. datasets = modelConfig.agent_mode?.tools.filter(({ dataset }: any) => dataset?.enabled)
  413. // new dataset struct
  414. else if (modelConfig.dataset_configs.datasets?.datasets?.length > 0)
  415. datasets = modelConfig.dataset_configs?.datasets?.datasets
  416. if (dataSets && datasets?.length && datasets?.length > 0) {
  417. const { data: dataSetsWithDetail } = await fetchDatasets({ url: '/datasets', params: { page: 1, ids: datasets.map(({ dataset }: any) => dataset.id) } })
  418. datasets = dataSetsWithDetail
  419. setDataSets(datasets)
  420. }
  421. setIntroduction(modelConfig.opening_statement)
  422. setSuggestedQuestions(modelConfig.suggested_questions || [])
  423. if (modelConfig.more_like_this)
  424. setMoreLikeThisConfig(modelConfig.more_like_this)
  425. if (modelConfig.suggested_questions_after_answer)
  426. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer)
  427. if (modelConfig.speech_to_text)
  428. setSpeechToTextConfig(modelConfig.speech_to_text)
  429. if (modelConfig.text_to_speech)
  430. setTextToSpeechConfig(modelConfig.text_to_speech)
  431. if (modelConfig.retriever_resource)
  432. setCitationConfig(modelConfig.retriever_resource)
  433. if (modelConfig.annotation_reply)
  434. setAnnotationConfig(modelConfig.annotation_reply, true)
  435. if (modelConfig.sensitive_word_avoidance)
  436. setModerationConfig(modelConfig.sensitive_word_avoidance)
  437. if (modelConfig.external_data_tools)
  438. setExternalDataToolsConfig(modelConfig.external_data_tools)
  439. const config = {
  440. modelConfig: {
  441. provider: model.provider,
  442. model_id: model.name,
  443. mode: model.mode,
  444. configs: {
  445. prompt_template: modelConfig.pre_prompt || '',
  446. prompt_variables: userInputsFormToPromptVariables(
  447. [
  448. ...modelConfig.user_input_form,
  449. ...(
  450. modelConfig.external_data_tools?.length
  451. ? modelConfig.external_data_tools.map((item: any) => {
  452. return {
  453. external_data_tool: {
  454. variable: item.variable as string,
  455. label: item.label as string,
  456. enabled: item.enabled,
  457. type: item.type as string,
  458. config: item.config,
  459. required: true,
  460. icon: item.icon,
  461. icon_background: item.icon_background,
  462. },
  463. }
  464. })
  465. : []
  466. ),
  467. ],
  468. modelConfig.dataset_query_variable,
  469. ),
  470. },
  471. opening_statement: modelConfig.opening_statement,
  472. more_like_this: modelConfig.more_like_this,
  473. suggested_questions_after_answer: modelConfig.suggested_questions_after_answer,
  474. speech_to_text: modelConfig.speech_to_text,
  475. text_to_speech: modelConfig.text_to_speech,
  476. retriever_resource: modelConfig.retriever_resource,
  477. sensitive_word_avoidance: modelConfig.sensitive_word_avoidance,
  478. external_data_tools: modelConfig.external_data_tools,
  479. dataSets: datasets || [],
  480. // eslint-disable-next-line multiline-ternary
  481. agentConfig: res.mode === 'agent-chat' ? {
  482. max_iteration: DEFAULT_AGENT_SETTING.max_iteration,
  483. ...modelConfig.agent_mode,
  484. // remove dataset
  485. enabled: true, // modelConfig.agent_mode?.enabled is not correct. old app: the value of app with dataset's is always true
  486. tools: modelConfig.agent_mode?.tools.filter((tool: any) => {
  487. return !tool.dataset
  488. }).map((tool: any) => {
  489. return {
  490. ...tool,
  491. isDeleted: res.deleted_tools?.includes(tool.tool_name),
  492. notAuthor: collectionList.find(c => tool.provider_id === c.id)?.is_team_authorization === false,
  493. }
  494. }),
  495. } : DEFAULT_AGENT_SETTING,
  496. },
  497. completionParams: model.completion_params,
  498. }
  499. if (modelConfig.file_upload)
  500. handleSetVisionConfig(modelConfig.file_upload.image, true)
  501. syncToPublishedConfig(config)
  502. setPublishedConfig(config)
  503. setDatasetConfigs({
  504. retrieval_model: RETRIEVE_TYPE.multiWay,
  505. ...modelConfig.dataset_configs,
  506. })
  507. setHasFetchedDetail(true)
  508. })
  509. })()
  510. // eslint-disable-next-line react-hooks/exhaustive-deps
  511. }, [appId])
  512. const promptEmpty = (() => {
  513. if (mode !== AppType.completion)
  514. return false
  515. if (isAdvancedMode) {
  516. if (modelModeType === ModelModeType.chat)
  517. return chatPromptConfig.prompt.every(({ text }: any) => !text)
  518. else
  519. return !completionPromptConfig.prompt?.text
  520. }
  521. else { return !modelConfig.configs.prompt_template }
  522. })()
  523. const cannotPublish = (() => {
  524. if (mode !== AppType.completion) {
  525. if (!isAdvancedMode)
  526. return false
  527. if (modelModeType === ModelModeType.completion) {
  528. if (!hasSetBlockStatus.history || !hasSetBlockStatus.query)
  529. return true
  530. return false
  531. }
  532. return false
  533. }
  534. else { return promptEmpty }
  535. })()
  536. const contextVarEmpty = mode === AppType.completion && dataSets.length > 0 && !hasSetContextVar
  537. const onPublish = async (modelAndParameter?: ModelAndParameter) => {
  538. const modelId = modelAndParameter?.model || modelConfig.model_id
  539. const promptTemplate = modelConfig.configs.prompt_template
  540. const promptVariables = modelConfig.configs.prompt_variables
  541. if (promptEmpty) {
  542. notify({ type: 'error', message: t('appDebug.otherError.promptNoBeEmpty') })
  543. return
  544. }
  545. if (isAdvancedMode && mode !== AppType.completion) {
  546. if (modelModeType === ModelModeType.completion) {
  547. if (!hasSetBlockStatus.history) {
  548. notify({ type: 'error', message: t('appDebug.otherError.historyNoBeEmpty') })
  549. return
  550. }
  551. if (!hasSetBlockStatus.query) {
  552. notify({ type: 'error', message: t('appDebug.otherError.queryNoBeEmpty') })
  553. return
  554. }
  555. }
  556. }
  557. if (contextVarEmpty) {
  558. notify({ type: 'error', message: t('appDebug.feature.dataSet.queryVariable.contextVarNotEmpty') })
  559. return
  560. }
  561. const postDatasets = dataSets.map(({ id }) => ({
  562. dataset: {
  563. enabled: true,
  564. id,
  565. },
  566. }))
  567. // new model config data struct
  568. const data: BackendModelConfig = {
  569. // Simple Mode prompt
  570. pre_prompt: !isAdvancedMode ? promptTemplate : '',
  571. prompt_type: promptMode,
  572. chat_prompt_config: {},
  573. completion_prompt_config: {},
  574. user_input_form: promptVariablesToUserInputsForm(promptVariables),
  575. dataset_query_variable: contextVar || '',
  576. opening_statement: introduction || '',
  577. suggested_questions: suggestedQuestions || [],
  578. more_like_this: moreLikeThisConfig,
  579. suggested_questions_after_answer: suggestedQuestionsAfterAnswerConfig,
  580. speech_to_text: speechToTextConfig,
  581. text_to_speech: textToSpeechConfig,
  582. retriever_resource: citationConfig,
  583. sensitive_word_avoidance: moderationConfig,
  584. agent_mode: {
  585. ...modelConfig.agentConfig,
  586. strategy: isFunctionCall ? AgentStrategy.functionCall : AgentStrategy.react,
  587. },
  588. model: {
  589. provider: modelAndParameter?.provider || modelConfig.provider,
  590. name: modelId,
  591. mode: modelConfig.mode,
  592. completion_params: modelAndParameter?.parameters || completionParams as any,
  593. },
  594. dataset_configs: {
  595. ...datasetConfigs,
  596. datasets: {
  597. datasets: [...postDatasets],
  598. } as any,
  599. },
  600. file_upload: {
  601. image: visionConfig,
  602. },
  603. }
  604. if (isAdvancedMode) {
  605. data.chat_prompt_config = chatPromptConfig
  606. data.completion_prompt_config = completionPromptConfig
  607. }
  608. await updateAppModelConfig({ url: `/apps/${appId}/model-config`, body: data })
  609. const newModelConfig = produce(modelConfig, (draft: any) => {
  610. draft.opening_statement = introduction
  611. draft.more_like_this = moreLikeThisConfig
  612. draft.suggested_questions_after_answer = suggestedQuestionsAfterAnswerConfig
  613. draft.speech_to_text = speechToTextConfig
  614. draft.text_to_speech = textToSpeechConfig
  615. draft.retriever_resource = citationConfig
  616. draft.dataSets = dataSets
  617. })
  618. setPublishedConfig({
  619. modelConfig: newModelConfig,
  620. completionParams,
  621. })
  622. notify({ type: 'success', message: t('common.api.success') })
  623. setCanReturnToSimpleMode(false)
  624. return true
  625. }
  626. const [restoreConfirmOpen, setRestoreConfirmOpen] = useState(false)
  627. const resetAppConfig = () => {
  628. syncToPublishedConfig(publishedConfig!)
  629. setRestoreConfirmOpen(false)
  630. }
  631. const [showUseGPT4Confirm, setShowUseGPT4Confirm] = useState(false)
  632. const {
  633. debugWithMultipleModel,
  634. multipleModelConfigs,
  635. handleMultipleModelConfigsChange,
  636. } = useDebugWithSingleOrMultipleModel(appId)
  637. const handleDebugWithMultipleModelChange = () => {
  638. handleMultipleModelConfigsChange(
  639. true,
  640. [
  641. { id: `${Date.now()}`, model: modelConfig.model_id, provider: modelConfig.provider, parameters: completionParams },
  642. { id: `${Date.now()}-no-repeat`, model: '', provider: '', parameters: {} },
  643. ],
  644. )
  645. setAppSiderbarExpand('collapse')
  646. }
  647. if (isLoading) {
  648. return <div className='flex items-center justify-center h-full'>
  649. <Loading type='area' />
  650. </div>
  651. }
  652. return (
  653. <ConfigContext.Provider value={{
  654. appId,
  655. isAPIKeySet,
  656. isTrailFinished: false,
  657. mode,
  658. modelModeType,
  659. promptMode,
  660. isAdvancedMode,
  661. isAgent,
  662. isOpenAI,
  663. isFunctionCall,
  664. collectionList,
  665. setPromptMode,
  666. canReturnToSimpleMode,
  667. setCanReturnToSimpleMode,
  668. chatPromptConfig,
  669. completionPromptConfig,
  670. currentAdvancedPrompt,
  671. setCurrentAdvancedPrompt,
  672. conversationHistoriesRole: completionPromptConfig.conversation_histories_role,
  673. showHistoryModal,
  674. setConversationHistoriesRole,
  675. hasSetBlockStatus,
  676. conversationId,
  677. introduction,
  678. setIntroduction,
  679. suggestedQuestions,
  680. setSuggestedQuestions,
  681. setConversationId,
  682. controlClearChatMessage,
  683. setControlClearChatMessage,
  684. prevPromptConfig,
  685. setPrevPromptConfig,
  686. moreLikeThisConfig,
  687. setMoreLikeThisConfig,
  688. suggestedQuestionsAfterAnswerConfig,
  689. setSuggestedQuestionsAfterAnswerConfig,
  690. speechToTextConfig,
  691. setSpeechToTextConfig,
  692. textToSpeechConfig,
  693. setTextToSpeechConfig,
  694. citationConfig,
  695. setCitationConfig,
  696. annotationConfig,
  697. setAnnotationConfig,
  698. moderationConfig,
  699. setModerationConfig,
  700. externalDataToolsConfig,
  701. setExternalDataToolsConfig,
  702. formattingChanged,
  703. setFormattingChanged,
  704. inputs,
  705. setInputs,
  706. query,
  707. setQuery,
  708. completionParams,
  709. setCompletionParams,
  710. modelConfig,
  711. setModelConfig,
  712. showSelectDataSet,
  713. dataSets,
  714. setDataSets,
  715. datasetConfigs,
  716. setDatasetConfigs,
  717. hasSetContextVar,
  718. isShowVisionConfig,
  719. visionConfig,
  720. setVisionConfig: handleSetVisionConfig,
  721. rerankSettingModalOpen,
  722. setRerankSettingModalOpen,
  723. }}
  724. >
  725. <>
  726. <div className="flex flex-col h-full">
  727. <div className='relative flex grow h-[200px] pt-14'>
  728. {/* Header */}
  729. <div className='absolute top-0 left-0 w-full bg-white h-14'>
  730. <div className='flex items-center justify-between px-6 h-14'>
  731. <div className='flex items-center'>
  732. <div className='text-base font-semibold leading-6 text-gray-900'>{t('appDebug.orchestrate')}</div>
  733. <div className='flex items-center h-[14px] space-x-1 text-xs'>
  734. {isAdvancedMode && (
  735. <div className='ml-1 flex items-center h-5 px-1.5 border border-gray-100 rounded-md text-[11px] font-medium text-gray-500 uppercase'>{t('appDebug.promptMode.advanced')}</div>
  736. )}
  737. </div>
  738. </div>
  739. <div className='flex items-center'>
  740. {/* Agent Setting */}
  741. {isAgent && (
  742. <AgentSettingButton
  743. isChatModel={modelConfig.mode === ModelModeType.chat}
  744. agentConfig={modelConfig.agentConfig}
  745. isFunctionCall={isFunctionCall}
  746. onAgentSettingChange={(config) => {
  747. const nextConfig = produce(modelConfig, (draft: ModelConfig) => {
  748. draft.agentConfig = config
  749. })
  750. setModelConfig(nextConfig)
  751. }}
  752. />
  753. )}
  754. {/* Model and Parameters */}
  755. {!debugWithMultipleModel && (
  756. <>
  757. <ModelParameterModal
  758. isAdvancedMode={isAdvancedMode}
  759. mode={mode}
  760. provider={modelConfig.provider}
  761. completionParams={completionParams}
  762. modelId={modelConfig.model_id}
  763. setModel={setModel as any}
  764. onCompletionParamsChange={(newParams: FormValue) => {
  765. setCompletionParams(newParams)
  766. }}
  767. debugWithMultipleModel={debugWithMultipleModel}
  768. onDebugWithMultipleModelChange={handleDebugWithMultipleModelChange}
  769. />
  770. <div className='mx-2 w-[1px] h-[14px] bg-gray-200'></div>
  771. </>
  772. )}
  773. {isMobile && (
  774. <Button className='!h-8 !text-[13px] font-medium' onClick={showDebugPanel}>
  775. <span className='mr-1'>{t('appDebug.operation.debugConfig')}</span>
  776. <CodeBracketIcon className="w-4 h-4 text-gray-500" />
  777. </Button>
  778. )}
  779. <AppPublisher {...{
  780. publishDisabled: cannotPublish,
  781. publishedAt: (modalConfig.created_at || 0) * 1000,
  782. debugWithMultipleModel,
  783. multipleModelConfigs,
  784. onPublish,
  785. onRestore: () => setRestoreConfirmOpen(true),
  786. }} />
  787. </div>
  788. </div>
  789. </div>
  790. <div className={`w-full sm:w-1/2 shrink-0 flex flex-col h-full ${debugWithMultipleModel && 'max-w-[560px]'}`}>
  791. <Config />
  792. </div>
  793. {!isMobile && <div className="relative flex flex-col w-1/2 h-full overflow-y-auto grow " style={{ borderColor: 'rgba(0, 0, 0, 0.02)' }}>
  794. <div className='flex flex-col h-0 border-t border-l grow rounded-tl-2xl bg-gray-50 '>
  795. <Debug
  796. isAPIKeySet={isAPIKeySet}
  797. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  798. inputs={inputs}
  799. modelParameterParams={{
  800. setModel: setModel as any,
  801. onCompletionParamsChange: setCompletionParams,
  802. }}
  803. debugWithMultipleModel={debugWithMultipleModel}
  804. multipleModelConfigs={multipleModelConfigs}
  805. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  806. />
  807. </div>
  808. </div>}
  809. </div>
  810. </div>
  811. {restoreConfirmOpen && (
  812. <Confirm
  813. title={t('appDebug.resetConfig.title')}
  814. content={t('appDebug.resetConfig.message')}
  815. isShow={restoreConfirmOpen}
  816. onConfirm={resetAppConfig}
  817. onCancel={() => setRestoreConfirmOpen(false)}
  818. />
  819. )}
  820. {showUseGPT4Confirm && (
  821. <Confirm
  822. title={t('appDebug.trailUseGPT4Info.title')}
  823. content={t('appDebug.trailUseGPT4Info.description')}
  824. isShow={showUseGPT4Confirm}
  825. onConfirm={() => {
  826. setShowAccountSettingModal({ payload: 'provider' })
  827. setShowUseGPT4Confirm(false)
  828. }}
  829. onCancel={() => setShowUseGPT4Confirm(false)}
  830. />
  831. )}
  832. {isShowSelectDataSet && (
  833. <SelectDataSet
  834. isShow={isShowSelectDataSet}
  835. onClose={hideSelectDataSet}
  836. selectedIds={selectedIds}
  837. onSelect={handleSelect}
  838. />
  839. )}
  840. {isShowHistoryModal && (
  841. <EditHistoryModal
  842. isShow={isShowHistoryModal}
  843. saveLoading={false}
  844. onClose={hideHistoryModal}
  845. data={completionPromptConfig.conversation_histories_role}
  846. onSave={(data) => {
  847. setConversationHistoriesRole(data)
  848. hideHistoryModal()
  849. }}
  850. />
  851. )}
  852. {isMobile && (
  853. <Drawer showClose isOpen={isShowDebugPanel} onClose={hideDebugPanel} mask footer={null} panelClassname='!bg-gray-50'>
  854. <Debug
  855. isAPIKeySet={isAPIKeySet}
  856. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  857. inputs={inputs}
  858. modelParameterParams={{
  859. setModel: setModel as any,
  860. onCompletionParamsChange: setCompletionParams,
  861. }}
  862. debugWithMultipleModel={debugWithMultipleModel}
  863. multipleModelConfigs={multipleModelConfigs}
  864. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  865. />
  866. </Drawer>
  867. )}
  868. </>
  869. </ConfigContext.Provider>
  870. )
  871. }
  872. export default React.memo(Configuration)