You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

Introduce Plugins (#13836) Signed-off-by: yihong0618 <zouzou0208@gmail.com> Signed-off-by: -LAN- <laipz8200@outlook.com> Signed-off-by: xhe <xw897002528@gmail.com> Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: takatost <takatost@gmail.com> Co-authored-by: kurokobo <kuro664@gmail.com> Co-authored-by: Novice Lee <novicelee@NoviPro.local> Co-authored-by: zxhlyh <jasonapring2015@outlook.com> Co-authored-by: AkaraChen <akarachen@outlook.com> Co-authored-by: Yi <yxiaoisme@gmail.com> Co-authored-by: Joel <iamjoel007@gmail.com> Co-authored-by: JzoNg <jzongcode@gmail.com> Co-authored-by: twwu <twwu@dify.ai> Co-authored-by: Hiroshi Fujita <fujita-h@users.noreply.github.com> Co-authored-by: AkaraChen <85140972+AkaraChen@users.noreply.github.com> Co-authored-by: NFish <douxc512@gmail.com> Co-authored-by: Wu Tianwei <30284043+WTW0313@users.noreply.github.com> Co-authored-by: 非法操作 <hjlarry@163.com> Co-authored-by: Novice <857526207@qq.com> Co-authored-by: Hiroki Nagai <82458324+nagaihiroki-git@users.noreply.github.com> Co-authored-by: Gen Sato <52241300+halogen22@users.noreply.github.com> Co-authored-by: eux <euxuuu@gmail.com> Co-authored-by: huangzhuo1949 <167434202+huangzhuo1949@users.noreply.github.com> Co-authored-by: huangzhuo <huangzhuo1@xiaomi.com> Co-authored-by: lotsik <lotsik@mail.ru> Co-authored-by: crazywoola <100913391+crazywoola@users.noreply.github.com> Co-authored-by: nite-knite <nkCoding@gmail.com> Co-authored-by: Jyong <76649700+JohnJyong@users.noreply.github.com> Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: gakkiyomi <gakkiyomi@aliyun.com> Co-authored-by: CN-P5 <heibai2006@gmail.com> Co-authored-by: CN-P5 <heibai2006@qq.com> Co-authored-by: Chuehnone <1897025+chuehnone@users.noreply.github.com> Co-authored-by: yihong <zouzou0208@gmail.com> Co-authored-by: Kevin9703 <51311316+Kevin9703@users.noreply.github.com> Co-authored-by: -LAN- <laipz8200@outlook.com> Co-authored-by: Boris Feld <lothiraldan@gmail.com> Co-authored-by: mbo <himabo@gmail.com> Co-authored-by: mabo <mabo@aeyes.ai> Co-authored-by: Warren Chen <warren.chen830@gmail.com> Co-authored-by: JzoNgKVO <27049666+JzoNgKVO@users.noreply.github.com> Co-authored-by: jiandanfeng <chenjh3@wangsu.com> Co-authored-by: zhu-an <70234959+xhdd123321@users.noreply.github.com> Co-authored-by: zhaoqingyu.1075 <zhaoqingyu.1075@bytedance.com> Co-authored-by: 海狸大師 <86974027+yenslife@users.noreply.github.com> Co-authored-by: Xu Song <xusong.vip@gmail.com> Co-authored-by: rayshaw001 <396301947@163.com> Co-authored-by: Ding Jiatong <dingjiatong@gmail.com> Co-authored-by: Bowen Liang <liangbowen@gf.com.cn> Co-authored-by: JasonVV <jasonwangiii@outlook.com> Co-authored-by: le0zh <newlight@qq.com> Co-authored-by: zhuxinliang <zhuxinliang@didiglobal.com> Co-authored-by: k-zaku <zaku99@outlook.jp> Co-authored-by: luckylhb90 <luckylhb90@gmail.com> Co-authored-by: hobo.l <hobo.l@binance.com> Co-authored-by: jiangbo721 <365065261@qq.com> Co-authored-by: 刘江波 <jiangbo721@163.com> Co-authored-by: Shun Miyazawa <34241526+miya@users.noreply.github.com> Co-authored-by: EricPan <30651140+Egfly@users.noreply.github.com> Co-authored-by: crazywoola <427733928@qq.com> Co-authored-by: sino <sino2322@gmail.com> Co-authored-by: Jhvcc <37662342+Jhvcc@users.noreply.github.com> Co-authored-by: lowell <lowell.hu@zkteco.in> Co-authored-by: Boris Polonsky <BorisPolonsky@users.noreply.github.com> Co-authored-by: Ademílson Tonato <ademilsonft@outlook.com> Co-authored-by: Ademílson Tonato <ademilson.tonato@refurbed.com> Co-authored-by: IWAI, Masaharu <iwaim.sub@gmail.com> Co-authored-by: Yueh-Po Peng (Yabi) <94939112+y10ab1@users.noreply.github.com> Co-authored-by: Jason <ggbbddjm@gmail.com> Co-authored-by: Xin Zhang <sjhpzx@gmail.com> Co-authored-by: yjc980121 <3898524+yjc980121@users.noreply.github.com> Co-authored-by: heyszt <36215648+hieheihei@users.noreply.github.com> Co-authored-by: Abdullah AlOsaimi <osaimiacc@gmail.com> Co-authored-by: Abdullah AlOsaimi <189027247+osaimi@users.noreply.github.com> Co-authored-by: Yingchun Lai <laiyingchun@apache.org> Co-authored-by: Hash Brown <hi@xzd.me> Co-authored-by: zuodongxu <192560071+zuodongxu@users.noreply.github.com> Co-authored-by: Masashi Tomooka <tmokmss@users.noreply.github.com> Co-authored-by: aplio <ryo.091219@gmail.com> Co-authored-by: Obada Khalili <54270856+obadakhalili@users.noreply.github.com> Co-authored-by: Nam Vu <zuzoovn@gmail.com> Co-authored-by: Kei YAMAZAKI <1715090+kei-yamazaki@users.noreply.github.com> Co-authored-by: TechnoHouse <13776377+deephbz@users.noreply.github.com> Co-authored-by: Riddhimaan-Senapati <114703025+Riddhimaan-Senapati@users.noreply.github.com> Co-authored-by: MaFee921 <31881301+2284730142@users.noreply.github.com> Co-authored-by: te-chan <t-nakanome@sakura-is.co.jp> Co-authored-by: HQidea <HQidea@users.noreply.github.com> Co-authored-by: Joshbly <36315710+Joshbly@users.noreply.github.com> Co-authored-by: xhe <xw897002528@gmail.com> Co-authored-by: weiwenyan-dev <154779315+weiwenyan-dev@users.noreply.github.com> Co-authored-by: ex_wenyan.wei <ex_wenyan.wei@tcl.com> Co-authored-by: engchina <12236799+engchina@users.noreply.github.com> Co-authored-by: engchina <atjapan2015@gmail.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: 呆萌闷油瓶 <253605712@qq.com> Co-authored-by: Kemal <kemalmeler@outlook.com> Co-authored-by: Lazy_Frog <4590648+lazyFrogLOL@users.noreply.github.com> Co-authored-by: Yi Xiao <54782454+YIXIAO0@users.noreply.github.com> Co-authored-by: Steven sun <98230804+Tuyohai@users.noreply.github.com> Co-authored-by: steven <sunzwj@digitalchina.com> Co-authored-by: Kalo Chin <91766386+fdb02983rhy@users.noreply.github.com> Co-authored-by: Katy Tao <34019945+KatyTao@users.noreply.github.com> Co-authored-by: depy <42985524+h4ckdepy@users.noreply.github.com> Co-authored-by: 胡春东 <gycm520@gmail.com> Co-authored-by: Junjie.M <118170653@qq.com> Co-authored-by: MuYu <mr.muzea@gmail.com> Co-authored-by: Naoki Takashima <39912547+takatea@users.noreply.github.com> Co-authored-by: Summer-Gu <37869445+gubinjie@users.noreply.github.com> Co-authored-by: Fei He <droxer.he@gmail.com> Co-authored-by: ybalbert001 <120714773+ybalbert001@users.noreply.github.com> Co-authored-by: Yuanbo Li <ybalbert@amazon.com> Co-authored-by: douxc <7553076+douxc@users.noreply.github.com> Co-authored-by: liuzhenghua <1090179900@qq.com> Co-authored-by: Wu Jiayang <62842862+Wu-Jiayang@users.noreply.github.com> Co-authored-by: Your Name <you@example.com> Co-authored-by: kimjion <45935338+kimjion@users.noreply.github.com> Co-authored-by: AugNSo <song.tiankai@icloud.com> Co-authored-by: llinvokerl <38915183+llinvokerl@users.noreply.github.com> Co-authored-by: liusurong.lsr <liusurong.lsr@alibaba-inc.com> Co-authored-by: Vasu Negi <vasu-negi@users.noreply.github.com> Co-authored-by: Hundredwz <1808096180@qq.com> Co-authored-by: Xiyuan Chen <52963600+GareArc@users.noreply.github.com>
пре 8 месеци
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. import { ValidatedStatus } from '../key-validator/declarations'
  2. import type {
  3. CredentialFormSchemaRadio,
  4. CredentialFormSchemaTextInput,
  5. FormValue,
  6. ModelLoadBalancingConfig,
  7. } from './declarations'
  8. import {
  9. ConfigurationMethodEnum,
  10. FormTypeEnum,
  11. MODEL_TYPE_TEXT,
  12. ModelTypeEnum,
  13. } from './declarations'
  14. import {
  15. deleteModelProvider,
  16. setModelProvider,
  17. validateModelLoadBalancingCredentials,
  18. validateModelProvider,
  19. } from '@/service/common'
  20. export const MODEL_PROVIDER_QUOTA_GET_PAID = ['langgenius/anthropic/anthropic', 'langgenius/openai/openai', 'langgenius/azure_openai/azure_openai']
  21. export const isNullOrUndefined = (value: any) => {
  22. return value === undefined || value === null
  23. }
  24. export const validateCredentials = async (predefined: boolean, provider: string, v: FormValue) => {
  25. let body, url
  26. if (predefined) {
  27. body = {
  28. credentials: v,
  29. }
  30. url = `/workspaces/current/model-providers/${provider}/credentials/validate`
  31. }
  32. else {
  33. const { __model_name, __model_type, ...credentials } = v
  34. body = {
  35. model: __model_name,
  36. model_type: __model_type,
  37. credentials,
  38. }
  39. url = `/workspaces/current/model-providers/${provider}/models/credentials/validate`
  40. }
  41. try {
  42. const res = await validateModelProvider({ url, body })
  43. if (res.result === 'success')
  44. return Promise.resolve({ status: ValidatedStatus.Success })
  45. else
  46. return Promise.resolve({ status: ValidatedStatus.Error, message: res.error || 'error' })
  47. }
  48. catch (e: any) {
  49. return Promise.resolve({ status: ValidatedStatus.Error, message: e.message })
  50. }
  51. }
  52. export const validateLoadBalancingCredentials = async (predefined: boolean, provider: string, v: FormValue, id?: string): Promise<{
  53. status: ValidatedStatus
  54. message?: string
  55. }> => {
  56. const { __model_name, __model_type, ...credentials } = v
  57. try {
  58. const res = await validateModelLoadBalancingCredentials({
  59. url: `/workspaces/current/model-providers/${provider}/models/load-balancing-configs/${id ? `${id}/` : ''}credentials-validate`,
  60. body: {
  61. model: __model_name,
  62. model_type: __model_type,
  63. credentials,
  64. },
  65. })
  66. if (res.result === 'success')
  67. return Promise.resolve({ status: ValidatedStatus.Success })
  68. else
  69. return Promise.resolve({ status: ValidatedStatus.Error, message: res.error || 'error' })
  70. }
  71. catch (e: any) {
  72. return Promise.resolve({ status: ValidatedStatus.Error, message: e.message })
  73. }
  74. }
  75. export const saveCredentials = async (predefined: boolean, provider: string, v: FormValue, loadBalancing?: ModelLoadBalancingConfig) => {
  76. let body, url
  77. if (predefined) {
  78. body = {
  79. config_from: ConfigurationMethodEnum.predefinedModel,
  80. credentials: v,
  81. load_balancing: loadBalancing,
  82. }
  83. url = `/workspaces/current/model-providers/${provider}`
  84. }
  85. else {
  86. const { __model_name, __model_type, ...credentials } = v
  87. body = {
  88. model: __model_name,
  89. model_type: __model_type,
  90. credentials,
  91. load_balancing: loadBalancing,
  92. }
  93. url = `/workspaces/current/model-providers/${provider}/models`
  94. }
  95. return setModelProvider({ url, body })
  96. }
  97. export const savePredefinedLoadBalancingConfig = async (provider: string, v: FormValue, loadBalancing?: ModelLoadBalancingConfig) => {
  98. const { __model_name, __model_type, ...credentials } = v
  99. const body = {
  100. config_from: ConfigurationMethodEnum.predefinedModel,
  101. model: __model_name,
  102. model_type: __model_type,
  103. credentials,
  104. load_balancing: loadBalancing,
  105. }
  106. const url = `/workspaces/current/model-providers/${provider}/models`
  107. return setModelProvider({ url, body })
  108. }
  109. export const removeCredentials = async (predefined: boolean, provider: string, v: FormValue) => {
  110. let url = ''
  111. let body
  112. if (predefined) {
  113. url = `/workspaces/current/model-providers/${provider}`
  114. }
  115. else {
  116. if (v) {
  117. const { __model_name, __model_type } = v
  118. body = {
  119. model: __model_name,
  120. model_type: __model_type,
  121. }
  122. url = `/workspaces/current/model-providers/${provider}/models`
  123. }
  124. }
  125. return deleteModelProvider({ url, body })
  126. }
  127. export const sizeFormat = (size: number) => {
  128. const remainder = Math.floor(size / 1000)
  129. if (remainder < 1)
  130. return `${size}`
  131. else
  132. return `${remainder}K`
  133. }
  134. export const modelTypeFormat = (modelType: ModelTypeEnum) => {
  135. if (modelType === ModelTypeEnum.textEmbedding)
  136. return 'TEXT EMBEDDING'
  137. return modelType.toLocaleUpperCase()
  138. }
  139. export const genModelTypeFormSchema = (modelTypes: ModelTypeEnum[]) => {
  140. return {
  141. type: FormTypeEnum.radio,
  142. label: {
  143. zh_Hans: '模型类型',
  144. en_US: 'Model Type',
  145. },
  146. variable: '__model_type',
  147. default: modelTypes[0],
  148. required: true,
  149. show_on: [],
  150. options: modelTypes.map((modelType: ModelTypeEnum) => {
  151. return {
  152. value: modelType,
  153. label: {
  154. zh_Hans: MODEL_TYPE_TEXT[modelType],
  155. en_US: MODEL_TYPE_TEXT[modelType],
  156. },
  157. show_on: [],
  158. }
  159. }),
  160. } as CredentialFormSchemaRadio
  161. }
  162. export const genModelNameFormSchema = (model?: Pick<CredentialFormSchemaTextInput, 'label' | 'placeholder'>) => {
  163. return {
  164. type: FormTypeEnum.textInput,
  165. label: model?.label || {
  166. zh_Hans: '模型名称',
  167. en_US: 'Model Name',
  168. },
  169. variable: '__model_name',
  170. required: true,
  171. show_on: [],
  172. placeholder: model?.placeholder || {
  173. zh_Hans: '请输入模型名称',
  174. en_US: 'Please enter model name',
  175. },
  176. } as CredentialFormSchemaTextInput
  177. }