You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

debug-configuration.ts 8.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. import type { RefObject } from 'react'
  2. import { createContext, useContext } from 'use-context-selector'
  3. import { PromptMode } from '@/models/debug'
  4. import type {
  5. AnnotationReplyConfig,
  6. BlockStatus,
  7. ChatPromptConfig,
  8. CitationConfig,
  9. CompletionPromptConfig,
  10. ConversationHistoriesRole,
  11. DatasetConfigs,
  12. Inputs,
  13. ModelConfig,
  14. ModerationConfig,
  15. MoreLikeThisConfig,
  16. PromptConfig,
  17. PromptItem,
  18. SpeechToTextConfig,
  19. SuggestedQuestionsAfterAnswerConfig,
  20. TextToSpeechConfig,
  21. } from '@/models/debug'
  22. import type { ExternalDataTool } from '@/models/common'
  23. import type { DataSet } from '@/models/datasets'
  24. import type { VisionSettings } from '@/types/app'
  25. import { ModelModeType, RETRIEVE_TYPE, Resolution, TransferMethod } from '@/types/app'
  26. import { ANNOTATION_DEFAULT, DEFAULT_AGENT_SETTING, DEFAULT_CHAT_PROMPT_CONFIG, DEFAULT_COMPLETION_PROMPT_CONFIG } from '@/config'
  27. import type { FormValue } from '@/app/components/header/account-setting/model-provider-page/declarations'
  28. import type { Collection } from '@/app/components/tools/types'
  29. import { noop } from 'lodash-es'
  30. type IDebugConfiguration = {
  31. appId: string
  32. isAPIKeySet: boolean
  33. isTrailFinished: boolean
  34. mode: string
  35. modelModeType: ModelModeType
  36. promptMode: PromptMode
  37. setPromptMode: (promptMode: PromptMode) => void
  38. isAdvancedMode: boolean
  39. isAgent: boolean
  40. isFunctionCall: boolean
  41. isOpenAI: boolean
  42. collectionList: Collection[]
  43. canReturnToSimpleMode: boolean
  44. setCanReturnToSimpleMode: (canReturnToSimpleMode: boolean) => void
  45. chatPromptConfig: ChatPromptConfig
  46. completionPromptConfig: CompletionPromptConfig
  47. currentAdvancedPrompt: PromptItem | PromptItem[]
  48. setCurrentAdvancedPrompt: (prompt: PromptItem | PromptItem[], isUserChanged?: boolean) => void
  49. showHistoryModal: () => void
  50. conversationHistoriesRole: ConversationHistoriesRole
  51. setConversationHistoriesRole: (conversationHistoriesRole: ConversationHistoriesRole) => void
  52. hasSetBlockStatus: BlockStatus
  53. conversationId: string | null // after first chat send
  54. setConversationId: (conversationId: string | null) => void
  55. introduction: string
  56. setIntroduction: (introduction: string) => void
  57. suggestedQuestions: string[]
  58. setSuggestedQuestions: (questions: string[]) => void
  59. controlClearChatMessage: number
  60. setControlClearChatMessage: (controlClearChatMessage: number) => void
  61. prevPromptConfig: PromptConfig
  62. setPrevPromptConfig: (prevPromptConfig: PromptConfig) => void
  63. moreLikeThisConfig: MoreLikeThisConfig
  64. setMoreLikeThisConfig: (moreLikeThisConfig: MoreLikeThisConfig) => void
  65. suggestedQuestionsAfterAnswerConfig: SuggestedQuestionsAfterAnswerConfig
  66. setSuggestedQuestionsAfterAnswerConfig: (suggestedQuestionsAfterAnswerConfig: SuggestedQuestionsAfterAnswerConfig) => void
  67. speechToTextConfig: SpeechToTextConfig
  68. setSpeechToTextConfig: (speechToTextConfig: SpeechToTextConfig) => void
  69. textToSpeechConfig: TextToSpeechConfig
  70. setTextToSpeechConfig: (textToSpeechConfig: TextToSpeechConfig) => void
  71. citationConfig: CitationConfig
  72. setCitationConfig: (citationConfig: CitationConfig) => void
  73. annotationConfig: AnnotationReplyConfig
  74. setAnnotationConfig: (annotationConfig: AnnotationReplyConfig) => void
  75. moderationConfig: ModerationConfig
  76. setModerationConfig: (moderationConfig: ModerationConfig) => void
  77. externalDataToolsConfig: ExternalDataTool[]
  78. setExternalDataToolsConfig: (externalDataTools: ExternalDataTool[]) => void
  79. formattingChanged: boolean
  80. setFormattingChanged: (formattingChanged: boolean) => void
  81. inputs: Inputs
  82. setInputs: (inputs: Inputs) => void
  83. query: string // user question
  84. setQuery: (query: string) => void
  85. // Belows are draft infos
  86. completionParams: FormValue
  87. setCompletionParams: (completionParams: FormValue) => void
  88. // model_config
  89. modelConfig: ModelConfig
  90. setModelConfig: (modelConfig: ModelConfig) => void
  91. dataSets: DataSet[]
  92. setDataSets: (dataSet: DataSet[]) => void
  93. showSelectDataSet: () => void
  94. // dataset config
  95. datasetConfigs: DatasetConfigs
  96. datasetConfigsRef: RefObject<DatasetConfigs>
  97. setDatasetConfigs: (config: DatasetConfigs) => void
  98. hasSetContextVar: boolean
  99. isShowVisionConfig: boolean
  100. visionConfig: VisionSettings
  101. setVisionConfig: (visionConfig: VisionSettings, noNotice?: boolean) => void
  102. isAllowVideoUpload: boolean
  103. isShowDocumentConfig: boolean
  104. rerankSettingModalOpen: boolean
  105. setRerankSettingModalOpen: (rerankSettingModalOpen: boolean) => void
  106. }
  107. const DebugConfigurationContext = createContext<IDebugConfiguration>({
  108. appId: '',
  109. isAPIKeySet: false,
  110. isTrailFinished: false,
  111. mode: '',
  112. modelModeType: ModelModeType.chat,
  113. promptMode: PromptMode.simple,
  114. setPromptMode: noop,
  115. isAdvancedMode: false,
  116. isAgent: false,
  117. isFunctionCall: false,
  118. isOpenAI: false,
  119. collectionList: [],
  120. canReturnToSimpleMode: false,
  121. setCanReturnToSimpleMode: noop,
  122. chatPromptConfig: DEFAULT_CHAT_PROMPT_CONFIG,
  123. completionPromptConfig: DEFAULT_COMPLETION_PROMPT_CONFIG,
  124. currentAdvancedPrompt: [],
  125. showHistoryModal: noop,
  126. conversationHistoriesRole: {
  127. user_prefix: 'user',
  128. assistant_prefix: 'assistant',
  129. },
  130. setConversationHistoriesRole: noop,
  131. setCurrentAdvancedPrompt: noop,
  132. hasSetBlockStatus: {
  133. context: false,
  134. history: false,
  135. query: false,
  136. },
  137. conversationId: '',
  138. setConversationId: noop,
  139. introduction: '',
  140. setIntroduction: noop,
  141. suggestedQuestions: [],
  142. setSuggestedQuestions: noop,
  143. controlClearChatMessage: 0,
  144. setControlClearChatMessage: noop,
  145. prevPromptConfig: {
  146. prompt_template: '',
  147. prompt_variables: [],
  148. },
  149. setPrevPromptConfig: noop,
  150. moreLikeThisConfig: {
  151. enabled: false,
  152. },
  153. setMoreLikeThisConfig: noop,
  154. suggestedQuestionsAfterAnswerConfig: {
  155. enabled: false,
  156. },
  157. setSuggestedQuestionsAfterAnswerConfig: noop,
  158. speechToTextConfig: {
  159. enabled: false,
  160. },
  161. setSpeechToTextConfig: noop,
  162. textToSpeechConfig: {
  163. enabled: false,
  164. voice: '',
  165. language: '',
  166. },
  167. setTextToSpeechConfig: noop,
  168. citationConfig: {
  169. enabled: false,
  170. },
  171. setCitationConfig: noop,
  172. moderationConfig: {
  173. enabled: false,
  174. },
  175. annotationConfig: {
  176. id: '',
  177. enabled: false,
  178. score_threshold: ANNOTATION_DEFAULT.score_threshold,
  179. embedding_model: {
  180. embedding_model_name: '',
  181. embedding_provider_name: '',
  182. },
  183. },
  184. setAnnotationConfig: noop,
  185. setModerationConfig: noop,
  186. externalDataToolsConfig: [],
  187. setExternalDataToolsConfig: noop,
  188. formattingChanged: false,
  189. setFormattingChanged: noop,
  190. inputs: {},
  191. setInputs: noop,
  192. query: '',
  193. setQuery: noop,
  194. completionParams: {
  195. max_tokens: 16,
  196. temperature: 1, // 0-2
  197. top_p: 1,
  198. presence_penalty: 1, // -2-2
  199. frequency_penalty: 1, // -2-2
  200. },
  201. setCompletionParams: noop,
  202. modelConfig: {
  203. provider: 'OPENAI', // 'OPENAI'
  204. model_id: 'gpt-3.5-turbo', // 'gpt-3.5-turbo'
  205. mode: ModelModeType.unset,
  206. configs: {
  207. prompt_template: '',
  208. prompt_variables: [],
  209. },
  210. more_like_this: null,
  211. opening_statement: '',
  212. suggested_questions: [],
  213. sensitive_word_avoidance: null,
  214. speech_to_text: null,
  215. text_to_speech: null,
  216. file_upload: null,
  217. suggested_questions_after_answer: null,
  218. retriever_resource: null,
  219. annotation_reply: null,
  220. dataSets: [],
  221. agentConfig: DEFAULT_AGENT_SETTING,
  222. },
  223. setModelConfig: noop,
  224. dataSets: [],
  225. showSelectDataSet: noop,
  226. setDataSets: noop,
  227. datasetConfigs: {
  228. retrieval_model: RETRIEVE_TYPE.multiWay,
  229. reranking_model: {
  230. reranking_provider_name: '',
  231. reranking_model_name: '',
  232. },
  233. top_k: 2,
  234. score_threshold_enabled: false,
  235. score_threshold: 0.7,
  236. datasets: {
  237. datasets: [],
  238. },
  239. },
  240. datasetConfigsRef: {
  241. current: null,
  242. },
  243. setDatasetConfigs: noop,
  244. hasSetContextVar: false,
  245. isShowVisionConfig: false,
  246. visionConfig: {
  247. enabled: false,
  248. number_limits: 2,
  249. detail: Resolution.low,
  250. transfer_methods: [TransferMethod.remote_url],
  251. },
  252. setVisionConfig: noop,
  253. isAllowVideoUpload: false,
  254. isShowDocumentConfig: false,
  255. rerankSettingModalOpen: false,
  256. setRerankSettingModalOpen: noop,
  257. })
  258. export const useDebugConfigurationContext = () => useContext(DebugConfigurationContext)
  259. export default DebugConfigurationContext