You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.tsx 9.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267
  1. import type {
  2. FC,
  3. ReactNode,
  4. } from 'react'
  5. import { useMemo, useState } from 'react'
  6. import useSWR from 'swr'
  7. import { useTranslation } from 'react-i18next'
  8. import type {
  9. DefaultModel,
  10. FormValue,
  11. ModelParameterRule,
  12. } from '../declarations'
  13. import { ModelStatusEnum } from '../declarations'
  14. import ModelSelector from '../model-selector'
  15. import {
  16. useTextGenerationCurrentProviderAndModelAndModelList,
  17. } from '../hooks'
  18. import ParameterItem from './parameter-item'
  19. import type { ParameterValue } from './parameter-item'
  20. import Trigger from './trigger'
  21. import type { TriggerProps } from './trigger'
  22. import PresetsParameter from './presets-parameter'
  23. import cn from '@/utils/classnames'
  24. import {
  25. PortalToFollowElem,
  26. PortalToFollowElemContent,
  27. PortalToFollowElemTrigger,
  28. } from '@/app/components/base/portal-to-follow-elem'
  29. import { fetchModelParameterRules } from '@/service/common'
  30. import Loading from '@/app/components/base/loading'
  31. import { useProviderContext } from '@/context/provider-context'
  32. import { TONE_LIST } from '@/config'
  33. import { ArrowNarrowLeft } from '@/app/components/base/icons/src/vender/line/arrows'
  34. export type ModelParameterModalProps = {
  35. popupClassName?: string
  36. portalToFollowElemContentClassName?: string
  37. isAdvancedMode: boolean
  38. mode: string
  39. modelId: string
  40. provider: string
  41. setModel: (model: { modelId: string; provider: string; mode?: string; features?: string[] }) => void
  42. completionParams: FormValue
  43. onCompletionParamsChange: (newParams: FormValue) => void
  44. hideDebugWithMultipleModel?: boolean
  45. debugWithMultipleModel?: boolean
  46. onDebugWithMultipleModelChange?: () => void
  47. renderTrigger?: (v: TriggerProps) => ReactNode
  48. readonly?: boolean
  49. isInWorkflow?: boolean
  50. scope?: string
  51. }
  52. const stopParameterRule: ModelParameterRule = {
  53. default: [],
  54. help: {
  55. en_US: 'Up to four sequences where the API will stop generating further tokens. The returned text will not contain the stop sequence.',
  56. zh_Hans: '最多四个序列,API 将停止生成更多的 token。返回的文本将不包含停止序列。',
  57. },
  58. label: {
  59. en_US: 'Stop sequences',
  60. zh_Hans: '停止序列',
  61. },
  62. name: 'stop',
  63. required: false,
  64. type: 'tag',
  65. tagPlaceholder: {
  66. en_US: 'Enter sequence and press Tab',
  67. zh_Hans: '输入序列并按 Tab 键',
  68. },
  69. }
  70. const PROVIDER_WITH_PRESET_TONE = ['langgenius/openai/openai', 'langgenius/azure_openai/azure_openai']
  71. const ModelParameterModal: FC<ModelParameterModalProps> = ({
  72. popupClassName,
  73. portalToFollowElemContentClassName,
  74. isAdvancedMode,
  75. modelId,
  76. provider,
  77. setModel,
  78. completionParams,
  79. onCompletionParamsChange,
  80. hideDebugWithMultipleModel,
  81. debugWithMultipleModel,
  82. onDebugWithMultipleModelChange,
  83. renderTrigger,
  84. readonly,
  85. isInWorkflow,
  86. }) => {
  87. const { t } = useTranslation()
  88. const { isAPIKeySet } = useProviderContext()
  89. const [open, setOpen] = useState(false)
  90. const { data: parameterRulesData, isLoading } = useSWR((provider && modelId) ? `/workspaces/current/model-providers/${provider}/models/parameter-rules?model=${modelId}` : null, fetchModelParameterRules)
  91. const {
  92. currentProvider,
  93. currentModel,
  94. activeTextGenerationModelList,
  95. } = useTextGenerationCurrentProviderAndModelAndModelList(
  96. { provider, model: modelId },
  97. )
  98. const hasDeprecated = !currentProvider || !currentModel
  99. const modelDisabled = currentModel?.status !== ModelStatusEnum.active
  100. const disabled = !isAPIKeySet || hasDeprecated || modelDisabled
  101. const parameterRules: ModelParameterRule[] = useMemo(() => {
  102. return parameterRulesData?.data || []
  103. }, [parameterRulesData])
  104. const handleParamChange = (key: string, value: ParameterValue) => {
  105. onCompletionParamsChange({
  106. ...completionParams,
  107. [key]: value,
  108. })
  109. }
  110. const handleChangeModel = ({ provider, model }: DefaultModel) => {
  111. const targetProvider = activeTextGenerationModelList.find(modelItem => modelItem.provider === provider)
  112. const targetModelItem = targetProvider?.models.find(modelItem => modelItem.model === model)
  113. setModel({
  114. modelId: model,
  115. provider,
  116. mode: targetModelItem?.model_properties.mode as string,
  117. features: targetModelItem?.features || [],
  118. })
  119. }
  120. const handleSwitch = (key: string, value: boolean, assignValue: ParameterValue) => {
  121. if (!value) {
  122. const newCompletionParams = { ...completionParams }
  123. delete newCompletionParams[key]
  124. onCompletionParamsChange(newCompletionParams)
  125. }
  126. if (value) {
  127. onCompletionParamsChange({
  128. ...completionParams,
  129. [key]: assignValue,
  130. })
  131. }
  132. }
  133. const handleSelectPresetParameter = (toneId: number) => {
  134. const tone = TONE_LIST.find(tone => tone.id === toneId)
  135. if (tone) {
  136. onCompletionParamsChange({
  137. ...completionParams,
  138. ...tone.config,
  139. })
  140. }
  141. }
  142. return (
  143. <PortalToFollowElem
  144. open={open}
  145. onOpenChange={setOpen}
  146. placement={isInWorkflow ? 'left' : 'bottom-end'}
  147. offset={4}
  148. >
  149. <div className='relative'>
  150. <PortalToFollowElemTrigger
  151. onClick={() => {
  152. if (readonly)
  153. return
  154. setOpen(v => !v)
  155. }}
  156. className='block'
  157. >
  158. {
  159. renderTrigger
  160. ? renderTrigger({
  161. open,
  162. disabled,
  163. modelDisabled,
  164. hasDeprecated,
  165. currentProvider,
  166. currentModel,
  167. providerName: provider,
  168. modelId,
  169. })
  170. : (
  171. <Trigger
  172. disabled={disabled}
  173. isInWorkflow={isInWorkflow}
  174. modelDisabled={modelDisabled}
  175. hasDeprecated={hasDeprecated}
  176. currentProvider={currentProvider}
  177. currentModel={currentModel}
  178. providerName={provider}
  179. modelId={modelId}
  180. />
  181. )
  182. }
  183. </PortalToFollowElemTrigger>
  184. <PortalToFollowElemContent className={cn('z-[60]', portalToFollowElemContentClassName)}>
  185. <div className={cn(popupClassName, 'w-[389px] rounded-2xl border-[0.5px] border-components-panel-border bg-components-panel-bg shadow-lg')}>
  186. <div className={cn('max-h-[420px] overflow-y-auto p-4 pt-3')}>
  187. <div className='relative'>
  188. <div className={cn('system-sm-semibold mb-1 flex h-6 items-center text-text-secondary')}>
  189. {t('common.modelProvider.model').toLocaleUpperCase()}
  190. </div>
  191. <ModelSelector
  192. defaultModel={(provider || modelId) ? { provider, model: modelId } : undefined}
  193. modelList={activeTextGenerationModelList}
  194. onSelect={handleChangeModel}
  195. />
  196. </div>
  197. {
  198. !!parameterRules.length && (
  199. <div className='my-3 h-[1px] bg-divider-subtle' />
  200. )
  201. }
  202. {
  203. isLoading && (
  204. <div className='mt-5'><Loading /></div>
  205. )
  206. }
  207. {
  208. !isLoading && !!parameterRules.length && (
  209. <div className='mb-2 flex items-center justify-between'>
  210. <div className={cn('system-sm-semibold flex h-6 items-center text-text-secondary')}>{t('common.modelProvider.parameters')}</div>
  211. {
  212. PROVIDER_WITH_PRESET_TONE.includes(provider) && (
  213. <PresetsParameter onSelect={handleSelectPresetParameter} />
  214. )
  215. }
  216. </div>
  217. )
  218. }
  219. {
  220. !isLoading && !!parameterRules.length && (
  221. [
  222. ...parameterRules,
  223. ...(isAdvancedMode ? [stopParameterRule] : []),
  224. ].map(parameter => (
  225. <ParameterItem
  226. key={`${modelId}-${parameter.name}`}
  227. parameterRule={parameter}
  228. value={completionParams?.[parameter.name]}
  229. onChange={v => handleParamChange(parameter.name, v)}
  230. onSwitch={(checked, assignValue) => handleSwitch(parameter.name, checked, assignValue)}
  231. isInWorkflow={isInWorkflow}
  232. />
  233. ))
  234. )
  235. }
  236. </div>
  237. {!hideDebugWithMultipleModel && (
  238. <div
  239. className='bg-components-section-burn system-sm-regular flex h-[50px] cursor-pointer items-center justify-between rounded-b-xl border-t border-t-divider-subtle px-4 text-text-accent'
  240. onClick={() => onDebugWithMultipleModelChange?.()}
  241. >
  242. {
  243. debugWithMultipleModel
  244. ? t('appDebug.debugAsSingleModel')
  245. : t('appDebug.debugAsMultipleModel')
  246. }
  247. <ArrowNarrowLeft className='h-3 w-3 rotate-180' />
  248. </div>
  249. )}
  250. </div>
  251. </PortalToFollowElemContent>
  252. </div>
  253. </PortalToFollowElem>
  254. )
  255. }
  256. export default ModelParameterModal