OpenSource
/
ragflow
Sledovat 4
Oblíbit 0
Rozštěpit 0
Zdrojový kód Úkoly 0 Požadavky na natažení 0 Vydání 33 Wiki Aktivita
Nelze vybrat více než 25 témat Téma musí začínat písmenem nebo číslem, může obsahovat pomlčky („-“) a může být dlouhé až 35 znaků.
1956 Revize
7 Větve
Strom: 2cbe064080
Větve Značky
${ item.name }
Vytvořit větev ${ searchTerm }
z „2cbe064080“
${ noResults }
ragflow/conf/llm_factories.json

llm_factories.json 87KB
Surový Blame Historie

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542 
  1. {

  2.     "factory_llm_infos": [

  3.         {

  4.             "name": "OpenAI",

  5.             "logo": "",

  6.             "tags": "LLM,TEXT EMBEDDING,TTS,TEXT RE-RANK,SPEECH2TEXT,MODERATION",

  7.             "status": "1",

  8.             "llm": [

  9.                 {

  10.                     "llm_name": "gpt-4o-mini",

  11.                     "tags": "LLM,CHAT,128K",

  12.                     "max_tokens": 128000,

  13.                     "model_type": "chat"

  14.                 },

  15.                 {

  16.                     "llm_name": "gpt-4o",

  17.                     "tags": "LLM,CHAT,128K",

  18.                     "max_tokens": 128000,

  19.                     "model_type": "chat"

  20.                 },

  21.                 {

  22.                     "llm_name": "gpt-3.5-turbo",

  23.                     "tags": "LLM,CHAT,4K",

  24.                     "max_tokens": 4096,

  25.                     "model_type": "chat"

  26.                 },

  27.                 {

  28.                     "llm_name": "gpt-3.5-turbo-16k-0613",

  29.                     "tags": "LLM,CHAT,16k",

  30.                     "max_tokens": 16385,

  31.                     "model_type": "chat"

  32.                 },

  33.                 {

  34.                     "llm_name": "text-embedding-ada-002",

  35.                     "tags": "TEXT EMBEDDING,8K",

  36.                     "max_tokens": 8191,

  37.                     "model_type": "embedding"

  38.                 },

  39.                 {

  40.                     "llm_name": "text-embedding-3-small",

  41.                     "tags": "TEXT EMBEDDING,8K",

  42.                     "max_tokens": 8191,

  43.                     "model_type": "embedding"

  44.                 },

  45.                 {

  46.                     "llm_name": "text-embedding-3-large",

  47.                     "tags": "TEXT EMBEDDING,8K",

  48.                     "max_tokens": 8191,

  49.                     "model_type": "embedding"

  50.                 },

  51.                 {

  52.                     "llm_name": "whisper-1",

  53.                     "tags": "SPEECH2TEXT",

  54.                     "max_tokens": 26214400,

  55.                     "model_type": "speech2text"

  56.                 },

  57.                 {

  58.                     "llm_name": "gpt-4",

  59.                     "tags": "LLM,CHAT,8K",

  60.                     "max_tokens": 8191,

  61.                     "model_type": "chat"

  62.                 },

  63.                 {

  64.                     "llm_name": "gpt-4-turbo",

  65.                     "tags": "LLM,CHAT,8K",

  66.                     "max_tokens": 8191,

  67.                     "model_type": "chat"

  68.                 },

  69.                 {

  70.                     "llm_name": "gpt-4-32k",

  71.                     "tags": "LLM,CHAT,32K",

  72.                     "max_tokens": 32768,

  73.                     "model_type": "chat"

  74.                 },

  75.                 {

  76.                     "llm_name": "gpt-4-vision-preview",

  77.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  78.                     "max_tokens": 765,

  79.                     "model_type": "image2text"

  80.                 },

  81.                 {

  82.                     "llm_name": "tts-1",

  83.                     "tags": "TTS",

  84.                     "max_tokens": 2048,

  85.                     "model_type": "tts"

  86.                 }

  87.             ]

  88.         },

  89.         {

  90.             "name": "Tongyi-Qianwen",

  91.             "logo": "",

  92.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,TTS,SPEECH2TEXT,MODERATION",

  93.             "status": "1",

  94.             "llm": [

  95.                 {

  96.                     "llm_name": "qwen-long",

  97.                     "tags": "LLM,CHAT,10000K",

  98.                     "max_tokens": 1000000,

  99.                     "model_type": "chat"

  100.                 },

  101.                 {

  102.                     "llm_name": "qwen-turbo",

  103.                     "tags": "LLM,CHAT,8K",

  104.                     "max_tokens": 8191,

  105.                     "model_type": "chat"

  106.                 },

  107.                 {

  108.                     "llm_name": "qwen-plus",

  109.                     "tags": "LLM,CHAT,32K",

  110.                     "max_tokens": 32768,

  111.                     "model_type": "chat"

  112.                 },

  113.                 {

  114.                     "llm_name": "text-embedding-v2",

  115.                     "tags": "TEXT EMBEDDING,2K",

  116.                     "max_tokens": 2048,

  117.                     "model_type": "embedding"

  118.                 },

  119.                 {

  120.                     "llm_name": "sambert-zhide-v1",

  121.                     "tags": "TTS",

  122.                     "max_tokens": 2048,

  123.                     "model_type": "tts"

  124.                 },

  125.                 {

  126.                     "llm_name": "sambert-zhiru-v1",

  127.                     "tags": "TTS",

  128.                     "max_tokens": 2048,

  129.                     "model_type": "tts"

  130.                 },

  131.                 {

  132.                     "llm_name": "text-embedding-v3",

  133.                     "tags": "TEXT EMBEDDING,8K",

  134.                     "max_tokens": 8192,

  135.                     "model_type": "embedding"

  136.                 },

  137.                 {

  138.                     "llm_name": "qwen-vl-max",

  139.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  140.                     "max_tokens": 765,

  141.                     "model_type": "image2text"

  142.                 },

  143.                 {

  144.                     "llm_name": "qwen-vl-plus",

  145.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  146.                     "max_tokens": 765,

  147.                     "model_type": "image2text"

  148.                 },

  149.                 {

  150.                     "llm_name": "gte-rerank",

  151.                     "tags": "RE-RANK,4k",

  152.                     "max_tokens": 4000,

  153.                     "model_type": "rerank"

  154.                 }

  155.             ]

  156.         },

  157.         {

  158.             "name": "ZHIPU-AI",

  159.             "logo": "",

  160.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  161.             "status": "1",

  162.             "llm": [

  163.                 {

  164.                     "llm_name": "glm-4-plus",

  165.                     "tags": "LLM,CHAT,",

  166.                     "max_tokens": 128000,

  167.                     "model_type": "chat"

  168.                 },

  169.                 {

  170.                     "llm_name": "glm-4-0520",

  171.                     "tags": "LLM,CHAT,",

  172.                     "max_tokens": 128000,

  173.                     "model_type": "chat"

  174.                 },

  175.                 {

  176.                     "llm_name": "glm-4",

  177.                     "tags": "LLM,CHAT,",

  178.                     "max_tokens": 128000,

  179.                     "model_type": "chat"

  180.                 },

  181.                 {

  182.                     "llm_name": "glm-4-airx",

  183.                     "tags": "LLM,CHAT,",

  184.                     "max_tokens": 8000,

  185.                     "model_type": "chat"

  186.                 },

  187.                 {

  188.                     "llm_name": "glm-4-air",

  189.                     "tags": "LLM,CHAT,",

  190.                     "max_tokens": 128000,

  191.                     "model_type": "chat"

  192.                 },

  193.                 {

  194.                     "llm_name": "glm-4-flash",

  195.                     "tags": "LLM,CHAT,",

  196.                     "max_tokens": 128000,

  197.                     "model_type": "chat"

  198.                 },

  199.                 {

  200.                     "llm_name": "glm-4-flashx",

  201.                     "tags": "LLM,CHAT,",

  202.                     "max_tokens": 128000,

  203.                     "model_type": "chat"

  204.                 },

  205.                 {

  206.                     "llm_name": "glm-4-long",

  207.                     "tags": "LLM,CHAT,",

  208.                     "max_tokens": 1000000,

  209.                     "model_type": "chat"

  210.                 },

  211.                 {

  212.                     "llm_name": "glm-3-turbo",

  213.                     "tags": "LLM,CHAT,",

  214.                     "max_tokens": 128000,

  215.                     "model_type": "chat"

  216.                 },

  217.                 {

  218.                     "llm_name": "glm-4v",

  219.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  220.                     "max_tokens": 2000,

  221.                     "model_type": "image2text"

  222.                 },

  223.                 {

  224.                     "llm_name": "glm-4-9b",

  225.                     "tags": "LLM,CHAT,",

  226.                     "max_tokens": 8192,

  227.                     "model_type": "chat"

  228.                 },

  229.                 {

  230.                     "llm_name": "embedding-2",

  231.                     "tags": "TEXT EMBEDDING",

  232.                     "max_tokens": 512,

  233.                     "model_type": "embedding"

  234.                 },

  235.                 {

  236.                     "llm_name": "embedding-3",

  237.                     "tags": "TEXT EMBEDDING",

  238.                     "max_tokens": 512,

  239.                     "model_type": "embedding"

  240.                 }

  241.             ]

  242.         },

  243.         {

  244.             "name": "Ollama",

  245.             "logo": "",

  246.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  247.             "status": "1",

  248.             "llm": []

  249.         },

  250.         {

  251.             "name": "LocalAI",

  252.             "logo": "",

  253.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  254.             "status": "1",

  255.             "llm": []

  256.         },

  257.         {

  258.             "name": "OpenAI-API-Compatible",

  259.             "logo": "",

  260.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  261.             "status": "1",

  262.             "llm": []

  263.         },

  264.         {

  265.             "name": "Moonshot",

  266.             "logo": "",

  267.             "tags": "LLM,TEXT EMBEDDING",

  268.             "status": "1",

  269.             "llm": [

  270.                 {

  271.                     "llm_name": "moonshot-v1-8k",

  272.                     "tags": "LLM,CHAT,",

  273.                     "max_tokens": 7900,

  274.                     "model_type": "chat"

  275.                 },

  276.                 {

  277.                     "llm_name": "moonshot-v1-32k",

  278.                     "tags": "LLM,CHAT,",

  279.                     "max_tokens": 32768,

  280.                     "model_type": "chat"

  281.                 },

  282.                 {

  283.                     "llm_name": "moonshot-v1-128k",

  284.                     "tags": "LLM,CHAT",

  285.                     "max_tokens": 128000,

  286.                     "model_type": "chat"

  287.                 },

  288.                 {

  289.                     "llm_name": "moonshot-v1-auto",

  290.                     "tags": "LLM,CHAT,",

  291.                     "max_tokens": 128000,

  292.                     "model_type": "chat"

  293.                 }

  294.             ]

  295.         },

  296.         {

  297.             "name": "FastEmbed",

  298.             "logo": "",

  299.             "tags": "TEXT EMBEDDING",

  300.             "status": "1",

  301.             "llm": [

  302.                 {

  303.                     "llm_name": "BAAI/bge-small-en-v1.5",

  304.                     "tags": "TEXT EMBEDDING,",

  305.                     "max_tokens": 512,

  306.                     "model_type": "embedding"

  307.                 },

  308.                 {

  309.                     "llm_name": "BAAI/bge-small-zh-v1.5",

  310.                     "tags": "TEXT EMBEDDING,",

  311.                     "max_tokens": 512,

  312.                     "model_type": "embedding"

  313.                 },

  314.                 {

  315.                     "llm_name": "BAAI/bge-base-en-v1.5",

  316.                     "tags": "TEXT EMBEDDING,",

  317.                     "max_tokens": 512,

  318.                     "model_type": "embedding"

  319.                 },

  320.                 {

  321.                     "llm_name": "BAAI/bge-large-en-v1.5",

  322.                     "tags": "TEXT EMBEDDING,",

  323.                     "max_tokens": 512,

  324.                     "model_type": "embedding"

  325.                 },

  326.                 {

  327.                     "llm_name": "sentence-transformers/all-MiniLM-L6-v2",

  328.                     "tags": "TEXT EMBEDDING,",

  329.                     "max_tokens": 512,

  330.                     "model_type": "embedding"

  331.                 },

  332.                 {

  333.                     "llm_name": "nomic-ai/nomic-embed-text-v1.5",

  334.                     "tags": "TEXT EMBEDDING,",

  335.                     "max_tokens": 8192,

  336.                     "model_type": "embedding"

  337.                 },

  338.                 {

  339.                     "llm_name": "jinaai/jina-embeddings-v2-small-en",

  340.                     "tags": "TEXT EMBEDDING,",

  341.                     "max_tokens": 2147483648,

  342.                     "model_type": "embedding"

  343.                 },

  344.                 {

  345.                     "llm_name": "jinaai/jina-embeddings-v2-base-en",

  346.                     "tags": "TEXT EMBEDDING,",

  347.                     "max_tokens": 2147483648,

  348.                     "model_type": "embedding"

  349.                 }

  350.             ]

  351.         },

  352.         {

  353.             "name": "Xinference",

  354.             "logo": "",

  355.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,MODERATION,TEXT RE-RANK",

  356.             "status": "1",

  357.             "llm": []

  358.         },

  359.         {

  360.             "name": "Youdao",

  361.             "logo": "",

  362.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  363.             "status": "1",

  364.             "llm": [

  365.                 {

  366.                     "llm_name": "maidalun1020/bce-embedding-base_v1",

  367.                     "tags": "TEXT EMBEDDING,",

  368.                     "max_tokens": 512,

  369.                     "model_type": "embedding"

  370.                 },

  371.                 {

  372.                     "llm_name": "maidalun1020/bce-reranker-base_v1",

  373.                     "tags": "RE-RANK, 512",

  374.                     "max_tokens": 512,

  375.                     "model_type": "rerank"

  376.                 }

  377.             ]

  378.         },

  379.         {

  380.             "name": "DeepSeek",

  381.             "logo": "",

  382.             "tags": "LLM",

  383.             "status": "1",

  384.             "llm": [

  385.                 {

  386.                     "llm_name": "deepseek-chat",

  387.                     "tags": "LLM,CHAT,",

  388.                     "max_tokens": 32768,

  389.                     "model_type": "chat"

  390.                 },

  391.                 {

  392.                     "llm_name": "deepseek-coder",

  393.                     "tags": "LLM,CHAT,",

  394.                     "max_tokens": 16385,

  395.                     "model_type": "chat"

  396.                 }

  397.             ]

  398.         },

  399.         {

  400.             "name": "VolcEngine",

  401.             "logo": "",

  402.             "tags": "LLM, TEXT EMBEDDING",

  403.             "status": "1",

  404.             "llm": [

  405.                 {

  406.                     "llm_name": "Doubao-pro-128k",

  407.                     "tags": "LLM,CHAT,128k",

  408.                     "max_tokens": 131072,

  409.                     "model_type": "chat"

  410.                 },

  411.                 {

  412.                     "llm_name": "Doubao-pro-32k",

  413.                     "tags": "LLM,CHAT,32k",

  414.                     "max_tokens": 32768,

  415.                     "model_type": "chat"

  416.                 },

  417.                 {

  418.                     "llm_name": "Doubao-pro-4k",

  419.                     "tags": "LLM,CHAT,4k",

  420.                     "max_tokens": 4096,

  421.                     "model_type": "chat"

  422.                 }

  423.             ]

  424.         },

  425.         {

  426.             "name": "BaiChuan",

  427.             "logo": "",

  428.             "tags": "LLM,TEXT EMBEDDING",

  429.             "status": "1",

  430.             "llm": [

  431.                 {

  432.                     "llm_name": "Baichuan2-Turbo",

  433.                     "tags": "LLM,CHAT,32K",

  434.                     "max_tokens": 32768,

  435.                     "model_type": "chat"

  436.                 },

  437.                 {

  438.                     "llm_name": "Baichuan2-Turbo-192k",

  439.                     "tags": "LLM,CHAT,192K",

  440.                     "max_tokens": 196608,

  441.                     "model_type": "chat"

  442.                 },

  443.                 {

  444.                     "llm_name": "Baichuan3-Turbo",

  445.                     "tags": "LLM,CHAT,32K",

  446.                     "max_tokens": 32768,

  447.                     "model_type": "chat"

  448.                 },

  449.                 {

  450.                     "llm_name": "Baichuan3-Turbo-128k",

  451.                     "tags": "LLM,CHAT,128K",

  452.                     "max_tokens": 131072,

  453.                     "model_type": "chat"

  454.                 },

  455.                 {

  456.                     "llm_name": "Baichuan4",

  457.                     "tags": "LLM,CHAT,128K",

  458.                     "max_tokens": 131072,

  459.                     "model_type": "chat"

  460.                 },

  461.                 {

  462.                     "llm_name": "Baichuan-Text-Embedding",

  463.                     "tags": "TEXT EMBEDDING",

  464.                     "max_tokens": 512,

  465.                     "model_type": "embedding"

  466.                 }

  467.             ]

  468.         },

  469.         {

  470.             "name": "Jina",

  471.             "logo": "",

  472.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  473.             "status": "1",

  474.             "llm": [

  475.                 {

  476.                     "llm_name": "jina-reranker-v1-base-en",

  477.                     "tags": "RE-RANK,8k",

  478.                     "max_tokens": 8196,

  479.                     "model_type": "rerank"

  480.                 },

  481.                 {

  482.                     "llm_name": "jina-reranker-v1-turbo-en",

  483.                     "tags": "RE-RANK,8k",

  484.                     "max_tokens": 8196,

  485.                     "model_type": "rerank"

  486.                 },

  487.                 {

  488.                     "llm_name": "jina-reranker-v1-tiny-en",

  489.                     "tags": "RE-RANK,8k",

  490.                     "max_tokens": 8196,

  491.                     "model_type": "rerank"

  492.                 },

  493.                 {

  494.                     "llm_name": "jina-colbert-v1-en",

  495.                     "tags": "RE-RANK,8k",

  496.                     "max_tokens": 8196,

  497.                     "model_type": "rerank"

  498.                 },

  499.                 {

  500.                     "llm_name": "jina-embeddings-v2-base-en",

  501.                     "tags": "TEXT EMBEDDING",

  502.                     "max_tokens": 8196,

  503.                     "model_type": "embedding"

  504.                 },

  505.                 {

  506.                     "llm_name": "jina-embeddings-v2-base-de",

  507.                     "tags": "TEXT EMBEDDING",

  508.                     "max_tokens": 8196,

  509.                     "model_type": "embedding"

  510.                 },

  511.                 {

  512.                     "llm_name": "jina-embeddings-v2-base-es",

  513.                     "tags": "TEXT EMBEDDING",

  514.                     "max_tokens": 8196,

  515.                     "model_type": "embedding"

  516.                 },

  517.                 {

  518.                     "llm_name": "jina-embeddings-v2-base-code",

  519.                     "tags": "TEXT EMBEDDING",

  520.                     "max_tokens": 8196,

  521.                     "model_type": "embedding"

  522.                 },

  523.                 {

  524.                     "llm_name": "jina-embeddings-v2-base-zh",

  525.                     "tags": "TEXT EMBEDDING",

  526.                     "max_tokens": 8196,

  527.                     "model_type": "embedding"

  528.                 },

  529.                 {

  530.                     "llm_name": "jina-reranker-v2-base-multilingual",

  531.                     "tags": "RE-RANK,8k",

  532.                     "max_tokens": 8196,

  533.                     "model_type": "rerank"

  534.                 },

  535.                 {

  536.                     "llm_name": "jina-embeddings-v3",

  537.                     "tags": "TEXT EMBEDDING",

  538.                     "max_tokens": 8196,

  539.                     "model_type": "embedding"

  540.                 }

  541.             ]

  542.         },

  543.         {

  544.             "name": "BAAI",

  545.             "logo": "",

  546.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  547.             "status": "1",

  548.             "llm": [

  549.                 {

  550.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  551.                     "tags": "TEXT EMBEDDING,",

  552.                     "max_tokens": 1024,

  553.                     "model_type": "embedding"

  554.                 },

  555.                 {

  556.                     "llm_name": "BAAI/bge-reranker-v2-m3",

  557.                     "tags": "RE-RANK,2k",

  558.                     "max_tokens": 2048,

  559.                     "model_type": "rerank"

  560.                 }

  561.             ]

  562.         },

  563.         {

  564.             "name": "MiniMax",

  565.             "logo": "",

  566.             "tags": "LLM,TEXT EMBEDDING",

  567.             "status": "1",

  568.             "llm": [

  569.                 {

  570.                     "llm_name": "abab6.5-chat",

  571.                     "tags": "LLM,CHAT,8k",

  572.                     "max_tokens": 8192,

  573.                     "model_type": "chat"

  574.                 },

  575.                 {

  576.                     "llm_name": "abab6.5s-chat",

  577.                     "tags": "LLM,CHAT,245k",

  578.                     "max_tokens": 245760,

  579.                     "model_type": "chat"

  580.                 },

  581.                 {

  582.                     "llm_name": "abab6.5t-chat",

  583.                     "tags": "LLM,CHAT,8k",

  584.                     "max_tokens": 8192,

  585.                     "model_type": "chat"

  586.                 },

  587.                 {

  588.                     "llm_name": "abab6.5g-chat",

  589.                     "tags": "LLM,CHAT,8k",

  590.                     "max_tokens": 8192,

  591.                     "model_type": "chat"

  592.                 },

  593.                 {

  594.                     "llm_name": "abab5.5s-chat",

  595.                     "tags": "LLM,CHAT,8k",

  596.                     "max_tokens": 8192,

  597.                     "model_type": "chat"

  598.                 }

  599.             ]

  600.         },

  601.         {

  602.             "name": "Mistral",

  603.             "logo": "",

  604.             "tags": "LLM,TEXT EMBEDDING",

  605.             "status": "1",

  606.             "llm": [

  607.                 {

  608.                     "llm_name": "open-mixtral-8x22b",

  609.                     "tags": "LLM,CHAT,64k",

  610.                     "max_tokens": 64000,

  611.                     "model_type": "chat"

  612.                 },

  613.                 {

  614.                     "llm_name": "open-mixtral-8x7b",

  615.                     "tags": "LLM,CHAT,32k",

  616.                     "max_tokens": 32000,

  617.                     "model_type": "chat"

  618.                 },

  619.                 {

  620.                     "llm_name": "open-mistral-7b",

  621.                     "tags": "LLM,CHAT,128k",

  622.                     "max_tokens": 128000,

  623.                     "model_type": "chat"

  624.                 },

  625.                 {

  626.                     "llm_name": "ministral-8b-latest",

  627.                     "tags": "LLM,CHAT,128k",

  628.                     "max_tokens": 128000,

  629.                     "model_type": "chat"

  630.                 },

  631.                 {

  632.                     "llm_name": "ministral-3b-latest",

  633.                     "tags": "LLM,CHAT,128k",

  634.                     "max_tokens": 128000,

  635.                     "model_type": "chat"

  636.                 },

  637.                 {

  638.                     "llm_name": "mistral-large-latest",

  639.                     "tags": "LLM,CHAT,128k",

  640.                     "max_tokens": 128000,

  641.                     "model_type": "chat"

  642.                 },

  643.                 {

  644.                     "llm_name": "mistral-small-latest",

  645.                     "tags": "LLM,CHAT,128k",

  646.                     "max_tokens": 128000,

  647.                     "model_type": "chat"

  648.                 },

  649.                 {

  650.                     "llm_name": "codestral-latest",

  651.                     "tags": "LLM,CHAT,32k",

  652.                     "max_tokens": 32000,

  653.                     "model_type": "chat"

  654.                 },

  655.                 {

  656.                     "llm_name": "mistral-nemo",

  657.                     "tags": "LLM,CHAT,128k",

  658.                     "max_tokens": 128000,

  659.                     "model_type": "chat"

  660.                 },

  661.                 {

  662.                     "llm_name": "mistral-embed",

  663.                     "tags": "LLM,CHAT,8k",

  664.                     "max_tokens": 8192,

  665.                     "model_type": "embedding"

  666.                 },

  667.                 {

  668.                     "llm_name": "pixtral-large-latest",

  669.                     "tags": "LLM,CHAT,32k",

  670.                     "max_tokens": 32000,

  671.                     "model_type": "image2text"

  672.                 },

  673.                 {

  674.                     "llm_name": "pixtral-12b",

  675.                     "tags": "LLM,CHAT,32k",

  676.                     "max_tokens": 32000,

  677.                     "model_type": "image2text"

  678.                 }

  679.             ]

  680.         },

  681.         {

  682.             "name": "Azure-OpenAI",

  683.             "logo": "",

  684.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  685.             "status": "1",

  686.             "llm": [

  687.                 {

  688.                     "llm_name": "gpt-4o-mini",

  689.                     "tags": "LLM,CHAT,128K",

  690.                     "max_tokens": 128000,

  691.                     "model_type": "image2text"

  692.                 },

  693.                 {

  694.                     "llm_name": "gpt-4o",

  695.                     "tags": "LLM,CHAT,128K",

  696.                     "max_tokens": 128000,

  697.                     "model_type": "image2text"

  698.                 },

  699.                 {

  700.                     "llm_name": "gpt-3.5-turbo",

  701.                     "tags": "LLM,CHAT,4K",

  702.                     "max_tokens": 4096,

  703.                     "model_type": "chat"

  704.                 },

  705.                 {

  706.                     "llm_name": "gpt-3.5-turbo-16k",

  707.                     "tags": "LLM,CHAT,16k",

  708.                     "max_tokens": 16385,

  709.                     "model_type": "chat"

  710.                 },

  711.                 {

  712.                     "llm_name": "text-embedding-ada-002",

  713.                     "tags": "TEXT EMBEDDING,8K",

  714.                     "max_tokens": 8191,

  715.                     "model_type": "embedding"

  716.                 },

  717.                 {

  718.                     "llm_name": "text-embedding-3-small",

  719.                     "tags": "TEXT EMBEDDING,8K",

  720.                     "max_tokens": 8191,

  721.                     "model_type": "embedding"

  722.                 },

  723.                 {

  724.                     "llm_name": "text-embedding-3-large",

  725.                     "tags": "TEXT EMBEDDING,8K",

  726.                     "max_tokens": 8191,

  727.                     "model_type": "embedding"

  728.                 },

  729.                 {

  730.                     "llm_name": "whisper-1",

  731.                     "tags": "SPEECH2TEXT",

  732.                     "max_tokens": 26214400,

  733.                     "model_type": "speech2text"

  734.                 },

  735.                 {

  736.                     "llm_name": "gpt-4",

  737.                     "tags": "LLM,CHAT,8K",

  738.                     "max_tokens": 8191,

  739.                     "model_type": "chat"

  740.                 },

  741.                 {

  742.                     "llm_name": "gpt-4-turbo",

  743.                     "tags": "LLM,CHAT,8K",

  744.                     "max_tokens": 8191,

  745.                     "model_type": "chat"

  746.                 },

  747.                 {

  748.                     "llm_name": "gpt-4-32k",

  749.                     "tags": "LLM,CHAT,32K",

  750.                     "max_tokens": 32768,

  751.                     "model_type": "chat"

  752.                 },

  753.                 {

  754.                     "llm_name": "gpt-4-vision-preview",

  755.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  756.                     "max_tokens": 765,

  757.                     "model_type": "image2text"

  758.                 }

  759.             ]

  760.         },

  761.         {

  762.             "name": "Bedrock",

  763.             "logo": "",

  764.             "tags": "LLM,TEXT EMBEDDING",

  765.             "status": "1",

  766.             "llm": [

  767.                 {

  768.                     "llm_name": "ai21.j2-ultra-v1",

  769.                     "tags": "LLM,CHAT,8k",

  770.                     "max_tokens": 8191,

  771.                     "model_type": "chat"

  772.                 },

  773.                 {

  774.                     "llm_name": "ai21.j2-mid-v1",

  775.                     "tags": "LLM,CHAT,8k",

  776.                     "max_tokens": 8191,

  777.                     "model_type": "chat"

  778.                 },

  779.                 {

  780.                     "llm_name": "cohere.command-text-v14",

  781.                     "tags": "LLM,CHAT,4k",

  782.                     "max_tokens": 4096,

  783.                     "model_type": "chat"

  784.                 },

  785.                 {

  786.                     "llm_name": "cohere.command-light-text-v14",

  787.                     "tags": "LLM,CHAT,4k",

  788.                     "max_tokens": 4096,

  789.                     "model_type": "chat"

  790.                 },

  791.                 {

  792.                     "llm_name": "cohere.command-r-v1:0",

  793.                     "tags": "LLM,CHAT,128k",

  794.                     "max_tokens": 131072,

  795.                     "model_type": "chat"

  796.                 },

  797.                 {

  798.                     "llm_name": "cohere.command-r-plus-v1:0",

  799.                     "tags": "LLM,CHAT,128k",

  800.                     "max_tokens": 128000,

  801.                     "model_type": "chat"

  802.                 },

  803.                 {

  804.                     "llm_name": "anthropic.claude-v2",

  805.                     "tags": "LLM,CHAT,100k",

  806.                     "max_tokens": 102400,

  807.                     "model_type": "chat"

  808.                 },

  809.                 {

  810.                     "llm_name": "anthropic.claude-v2:1",

  811.                     "tags": "LLM,CHAT,200k",

  812.                     "max_tokens": 204800,

  813.                     "model_type": "chat"

  814.                 },

  815.                 {

  816.                     "llm_name": "anthropic.claude-3-sonnet-20240229-v1:0",

  817.                     "tags": "LLM,CHAT,200k",

  818.                     "max_tokens": 204800,

  819.                     "model_type": "chat"

  820.                 },

  821.                 {

  822.                     "llm_name": "anthropic.claude-3-5-sonnet-20240620-v1:0",

  823.                     "tags": "LLM,CHAT,200k",

  824.                     "max_tokens": 204800,

  825.                     "model_type": "chat"

  826.                 },

  827.                 {

  828.                     "llm_name": "anthropic.claude-3-haiku-20240307-v1:0",

  829.                     "tags": "LLM,CHAT,200k",

  830.                     "max_tokens": 204800,

  831.                     "model_type": "chat"

  832.                 },

  833.                 {

  834.                     "llm_name": "anthropic.claude-3-opus-20240229-v1:0",

  835.                     "tags": "LLM,CHAT,200k",

  836.                     "max_tokens": 204800,

  837.                     "model_type": "chat"

  838.                 },

  839.                 {

  840.                     "llm_name": "anthropic.claude-instant-v1",

  841.                     "tags": "LLM,CHAT,100k",

  842.                     "max_tokens": 102400,

  843.                     "model_type": "chat"

  844.                 },

  845.                 {

  846.                     "llm_name": "amazon.titan-text-express-v1",

  847.                     "tags": "LLM,CHAT,8k",

  848.                     "max_tokens": 8192,

  849.                     "model_type": "chat"

  850.                 },

  851.                 {

  852.                     "llm_name": "amazon.titan-text-premier-v1:0",

  853.                     "tags": "LLM,CHAT,32k",

  854.                     "max_tokens": 32768,

  855.                     "model_type": "chat"

  856.                 },

  857.                 {

  858.                     "llm_name": "amazon.titan-text-lite-v1",

  859.                     "tags": "LLM,CHAT,4k",

  860.                     "max_tokens": 4096,

  861.                     "model_type": "chat"

  862.                 },

  863.                 {

  864.                     "llm_name": "meta.llama2-13b-chat-v1",

  865.                     "tags": "LLM,CHAT,4k",

  866.                     "max_tokens": 4096,

  867.                     "model_type": "chat"

  868.                 },

  869.                 {

  870.                     "llm_name": "meta.llama2-70b-chat-v1",

  871.                     "tags": "LLM,CHAT,4k",

  872.                     "max_tokens": 4096,

  873.                     "model_type": "chat"

  874.                 },

  875.                 {

  876.                     "llm_name": "meta.llama3-8b-instruct-v1:0",

  877.                     "tags": "LLM,CHAT,8k",

  878.                     "max_tokens": 8192,

  879.                     "model_type": "chat"

  880.                 },

  881.                 {

  882.                     "llm_name": "meta.llama3-70b-instruct-v1:0",

  883.                     "tags": "LLM,CHAT,8k",

  884.                     "max_tokens": 8192,

  885.                     "model_type": "chat"

  886.                 },

  887.                 {

  888.                     "llm_name": "mistral.mistral-7b-instruct-v0:2",

  889.                     "tags": "LLM,CHAT,8k",

  890.                     "max_tokens": 8192,

  891.                     "model_type": "chat"

  892.                 },

  893.                 {

  894.                     "llm_name": "mistral.mixtral-8x7b-instruct-v0:1",

  895.                     "tags": "LLM,CHAT,4k",

  896.                     "max_tokens": 4096,

  897.                     "model_type": "chat"

  898.                 },

  899.                 {

  900.                     "llm_name": "mistral.mistral-large-2402-v1:0",

  901.                     "tags": "LLM,CHAT,8k",

  902.                     "max_tokens": 8192,

  903.                     "model_type": "chat"

  904.                 },

  905.                 {

  906.                     "llm_name": "mistral.mistral-small-2402-v1:0",

  907.                     "tags": "LLM,CHAT,8k",

  908.                     "max_tokens": 8192,

  909.                     "model_type": "chat"

  910.                 },

  911.                 {

  912.                     "llm_name": "amazon.titan-embed-text-v2:0",

  913.                     "tags": "TEXT EMBEDDING",

  914.                     "max_tokens": 8192,

  915.                     "model_type": "embedding"

  916.                 },

  917.                 {

  918.                     "llm_name": "cohere.embed-english-v3",

  919.                     "tags": "TEXT EMBEDDING",

  920.                     "max_tokens": 2048,

  921.                     "model_type": "embedding"

  922.                 },

  923.                 {

  924.                     "llm_name": "cohere.embed-multilingual-v3",

  925.                     "tags": "TEXT EMBEDDING",

  926.                     "max_tokens": 2048,

  927.                     "model_type": "embedding"

  928.                 }

  929.             ]

  930.         },

  931.         {

  932.             "name": "Gemini",

  933.             "logo": "",

  934.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  935.             "status": "1",

  936.             "llm": [

  937.                 {

  938.                     "llm_name": "gemini-1.5-pro-latest",

  939.                     "tags": "LLM,CHAT,1024K",

  940.                     "max_tokens": 1048576,

  941.                     "model_type": "chat"

  942.                 },

  943.                 {

  944.                     "llm_name": "gemini-1.5-flash-latest",

  945.                     "tags": "LLM,CHAT,1024K",

  946.                     "max_tokens": 1048576,

  947.                     "model_type": "chat"

  948.                 },

  949.                 {

  950.                     "llm_name": "gemini-1.0-pro",

  951.                     "tags": "LLM,CHAT,30K",

  952.                     "max_tokens": 30720,

  953.                     "model_type": "chat"

  954.                 },

  955.                 {

  956.                     "llm_name": "gemini-2.0-flash-exp",

  957.                     "tags": "LLM,CHAT,1024K",

  958.                     "max_tokens": 1048576,

  959.                     "model_type": "chat"

  960.                 },

  961.                 {

  962.                     "llm_name": "gemini-1.0-pro-vision-latest",

  963.                     "tags": "LLM,IMAGE2TEXT,12K",

  964.                     "max_tokens": 12288,

  965.                     "model_type": "image2text"

  966.                 },

  967.                 {

  968.                     "llm_name": "text-embedding-004",

  969.                     "tags": "TEXT EMBEDDING",

  970.                     "max_tokens": 2048,

  971.                     "model_type": "embedding"

  972.                 }

  973.             ]

  974.         },

  975.         {

  976.             "name": "Groq",

  977.             "logo": "",

  978.             "tags": "LLM",

  979.             "status": "1",

  980.             "llm": [

  981.                 {

  982.                     "llm_name": "gemma-7b-it",

  983.                     "tags": "LLM,CHAT,15k",

  984.                     "max_tokens": 8192,

  985.                     "model_type": "chat"

  986.                 },

  987.                 {

  988.                     "llm_name": "gemma2-9b-it",

  989.                     "tags": "LLM,CHAT,15k",

  990.                     "max_tokens": 8192,

  991.                     "model_type": "chat"

  992.                 },

  993.                 {

  994.                     "llm_name": "llama3-70b-8192",

  995.                     "tags": "LLM,CHAT,6k",

  996.                     "max_tokens": 8192,

  997.                     "model_type": "chat"

  998.                 },

  999.                 {

  1000.                     "llm_name": "llama3-8b-8192",

  1001.                     "tags": "LLM,CHAT,30k",

  1002.                     "max_tokens": 8192,

  1003.                     "model_type": "chat"

  1004.                 },

  1005.                 {

  1006.                     "llm_name": "llama-3.1-70b-versatile",

  1007.                     "tags": "LLM,CHAT,128k",

  1008.                     "max_tokens": 131072,

  1009.                     "model_type": "chat"

  1010.                 },

  1011.                 {

  1012.                     "llm_name": "llama-3.1-8b-instant",

  1013.                     "tags": "LLM,CHAT,128k",

  1014.                     "max_tokens": 131072,

  1015.                     "model_type": "chat"

  1016.                 },

  1017.                 {

  1018.                     "llm_name": "llama-3.3-70b-versatile",

  1019.                     "tags": "LLM,CHAT,128k",

  1020.                     "max_tokens": 128000,

  1021.                     "model_type": "chat"

  1022.                 },

  1023.                 {

  1024.                     "llm_name": "llama-3.3-70b-specdec",

  1025.                     "tags": "LLM,CHAT,8k",

  1026.                     "max_tokens": 8192,

  1027.                     "model_type": "chat"

  1028.                 },

  1029.                 {

  1030.                     "llm_name": "mixtral-8x7b-32768",

  1031.                     "tags": "LLM,CHAT,5k",

  1032.                     "max_tokens": 32768,

  1033.                     "model_type": "chat"

  1034.                 }

  1035.             ]

  1036.         },

  1037.         {

  1038.             "name": "OpenRouter",

  1039.             "logo": "",

  1040.             "tags": "LLM,IMAGE2TEXT",

  1041.             "status": "1",

  1042.             "llm": []

  1043.         },

  1044.         {

  1045.             "name": "StepFun",

  1046.             "logo": "",

  1047.             "tags": "LLM",

  1048.             "status": "1",

  1049.             "llm": [

  1050.                 {

  1051.                     "llm_name": "step-1-8k",

  1052.                     "tags": "LLM,CHAT,8k",

  1053.                     "max_tokens": 8192,

  1054.                     "model_type": "chat"

  1055.                 },

  1056.                 {

  1057.                     "llm_name": "step-1-32k",

  1058.                     "tags": "LLM,CHAT,32k",

  1059.                     "max_tokens": 32768,

  1060.                     "model_type": "chat"

  1061.                 },

  1062.                 {

  1063.                     "llm_name": "step-1-128k",

  1064.                     "tags": "LLM,CHAT,128k",

  1065.                     "max_tokens": 131072,

  1066.                     "model_type": "chat"

  1067.                 },

  1068.                 {

  1069.                     "llm_name": "step-1-256k",

  1070.                     "tags": "LLM,CHAT,256k",

  1071.                     "max_tokens": 262144,

  1072.                     "model_type": "chat"

  1073.                 },

  1074.                 {

  1075.                     "llm_name": "step-1v-8k",

  1076.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1077.                     "max_tokens": 8192,

  1078.                     "model_type": "image2text"

  1079.                 }

  1080.             ]

  1081.         },

  1082.         {

  1083.             "name": "NVIDIA",

  1084.             "logo": "",

  1085.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1086.             "status": "1",

  1087.             "llm": [

  1088.                 {

  1089.                     "llm_name": "nvidia/nemotron-4-340b-reward",

  1090.                     "tags": "LLM,CHAT,4K",

  1091.                     "max_tokens": 4096,

  1092.                     "model_type": "chat"

  1093.                 },

  1094.                 {

  1095.                     "llm_name": "aisingapore/sea-lion-7b-instruct",

  1096.                     "tags": "LLM,CHAT,4K",

  1097.                     "max_tokens": 4096,

  1098.                     "model_type": "chat"

  1099.                 },

  1100.                 {

  1101.                     "llm_name": "databricks/dbrx-instruct",

  1102.                     "tags": "LLM,CHAT,16K",

  1103.                     "max_tokens": 16384,

  1104.                     "model_type": "chat"

  1105.                 },

  1106.                 {

  1107.                     "llm_name": "google/gemma-7b",

  1108.                     "tags": "LLM,CHAT,32K",

  1109.                     "max_tokens": 32768,

  1110.                     "model_type": "chat"

  1111.                 },

  1112.                 {

  1113.                     "llm_name": "google/gemma-2b",

  1114.                     "tags": "LLM,CHAT,16K",

  1115.                     "max_tokens": 16384,

  1116.                     "model_type": "chat"

  1117.                 },

  1118.                 {

  1119.                     "llm_name": "google/gemma-2-9b-it",

  1120.                     "tags": "LLM,CHAT,8K",

  1121.                     "max_tokens": 8192,

  1122.                     "model_type": "chat"

  1123.                 },

  1124.                 {

  1125.                     "llm_name": "google/gemma-2-27b-it",

  1126.                     "tags": "LLM,CHAT,8K",

  1127.                     "max_tokens": 8192,

  1128.                     "model_type": "chat"

  1129.                 },

  1130.                 {

  1131.                     "llm_name": "google/recurrentgemma-2b",

  1132.                     "tags": "LLM,CHAT,4K",

  1133.                     "max_tokens": 4096,

  1134.                     "model_type": "chat"

  1135.                 },

  1136.                 {

  1137.                     "llm_name": "mediatek/breeze-7b-instruct",

  1138.                     "tags": "LLM,CHAT,8K",

  1139.                     "max_tokens": 8192,

  1140.                     "model_type": "chat"

  1141.                 },

  1142.                 {

  1143.                     "llm_name": "meta/llama2-70b",

  1144.                     "tags": "LLM,CHAT,4K",

  1145.                     "max_tokens": 4096,

  1146.                     "model_type": "chat"

  1147.                 },

  1148.                 {

  1149.                     "llm_name": "meta/llama3-8b",

  1150.                     "tags": "LLM,CHAT,8K",

  1151.                     "max_tokens": 8192,

  1152.                     "model_type": "chat"

  1153.                 },

  1154.                 {

  1155.                     "llm_name": "meta/llama3-70b",

  1156.                     "tags": "LLM,CHAT,8K",

  1157.                     "max_tokens": 8192,

  1158.                     "model_type": "chat"

  1159.                 },

  1160.                 {

  1161.                     "llm_name": "microsoft/phi-3-medium-128k-instruct",

  1162.                     "tags": "LLM,CHAT,128K",

  1163.                     "max_tokens": 131072,

  1164.                     "model_type": "chat"

  1165.                 },

  1166.                 {

  1167.                     "llm_name": "microsoft/phi-3-medium-4k-instruct",

  1168.                     "tags": "LLM,CHAT,4K",

  1169.                     "max_tokens": 4096,

  1170.                     "model_type": "chat"

  1171.                 },

  1172.                 {

  1173.                     "llm_name": "microsoftphi-3-mini-128k-instruct",

  1174.                     "tags": "LLM,CHAT,128K",

  1175.                     "max_tokens": 131072,

  1176.                     "model_type": "chat"

  1177.                 },

  1178.                 {

  1179.                     "llm_name": "microsoft/phi-3-mini-4k-instruct",

  1180.                     "tags": "LLM,CHAT,4K",

  1181.                     "max_tokens": 4096,

  1182.                     "model_type": "chat"

  1183.                 },

  1184.                 {

  1185.                     "llm_name": "microsoft/phi-3-small-128k-instruct",

  1186.                     "tags": "LLM,CHAT,128K",

  1187.                     "max_tokens": 131072,

  1188.                     "model_type": "chat"

  1189.                 },

  1190.                 {

  1191.                     "llm_name": "microsoft/phi-3-small-8k-instruct",

  1192.                     "tags": "LLM,CHAT,8K",

  1193.                     "max_tokens": 8192,

  1194.                     "model_type": "chat"

  1195.                 },

  1196.                 {

  1197.                     "llm_name": "mistralai/mistral-7b-instruct",

  1198.                     "tags": "LLM,CHAT,4K",

  1199.                     "max_tokens": 4096,

  1200.                     "model_type": "chat"

  1201.                 },

  1202.                 {

  1203.                     "llm_name": "mistralai/mistral-7b-instruct-v0.3",

  1204.                     "tags": "LLM,CHAT,4K",

  1205.                     "max_tokens": 4096,

  1206.                     "model_type": "chat"

  1207.                 },

  1208.                 {

  1209.                     "llm_name": "mistralai/mixtral-8x7b-instruct",

  1210.                     "tags": "LLM,CHAT,32K",

  1211.                     "max_tokens": 32768,

  1212.                     "model_type": "chat"

  1213.                 },

  1214.                 {

  1215.                     "llm_name": "mistralai/mixtral-8x22b-instruct",

  1216.                     "tags": "LLM,CHAT,64K",

  1217.                     "max_tokens": 65536,

  1218.                     "model_type": "chat"

  1219.                 },

  1220.                 {

  1221.                     "llm_name": "mistralai/mistral-large",

  1222.                     "tags": "LLM,CHAT,32K",

  1223.                     "max_tokens": 32768,

  1224.                     "model_type": "chat"

  1225.                 },

  1226.                 {

  1227.                     "llm_name": "nv-mistralai/mistral-nemo-12b-instruct",

  1228.                     "tags": "LLM,CHAT,128K",

  1229.                     "max_tokens": 131072,

  1230.                     "model_type": "chat"

  1231.                 },

  1232.                 {

  1233.                     "llm_name": "nvidia/llama3-chatqa-1.5-70b",

  1234.                     "tags": "LLM,CHAT,4K",

  1235.                     "max_tokens": 4096,

  1236.                     "model_type": "chat"

  1237.                 },

  1238.                 {

  1239.                     "llm_name": "nvidia/llama3-chatqa-1.5-8b",

  1240.                     "tags": "LLM,CHAT,4K",

  1241.                     "max_tokens": 4096,

  1242.                     "model_type": "chat"

  1243.                 },

  1244.                 {

  1245.                     "llm_name": "nvidia/nemotron-4-340b-instruct",

  1246.                     "tags": "LLM,CHAT,4K",

  1247.                     "max_tokens": 4096,

  1248.                     "model_type": "chat"

  1249.                 },

  1250.                 {

  1251.                     "llm_name": "seallms/seallm-7b-v2.5",

  1252.                     "tags": "LLM,CHAT,4K",

  1253.                     "max_tokens": 4096,

  1254.                     "model_type": "chat"

  1255.                 },

  1256.                 {

  1257.                     "llm_name": "snowflake/arctic",

  1258.                     "tags": "LLM,CHAT,4K",

  1259.                     "max_tokens": 4096,

  1260.                     "model_type": "chat"

  1261.                 },

  1262.                 {

  1263.                     "llm_name": "upstage/solar-10.7b-instruct",

  1264.                     "tags": "LLM,CHAT,4K",

  1265.                     "max_tokens": 4096,

  1266.                     "model_type": "chat"

  1267.                 },

  1268.                 {

  1269.                     "llm_name": "baai/bge-m3",

  1270.                     "tags": "TEXT EMBEDDING,8K",

  1271.                     "max_tokens": 8192,

  1272.                     "model_type": "embedding"

  1273.                 },

  1274.                 {

  1275.                     "llm_name": "nvidia/embed-qa-4",

  1276.                     "tags": "TEXT EMBEDDING,512",

  1277.                     "max_tokens": 512,

  1278.                     "model_type": "embedding"

  1279.                 },

  1280.                 {

  1281.                     "llm_name": "nvidia/nv-embed-v1",

  1282.                     "tags": "TEXT EMBEDDING,32K",

  1283.                     "max_tokens": 32768,

  1284.                     "model_type": "embedding"

  1285.                 },

  1286.                 {

  1287.                     "llm_name": "nvidia/nv-embedqa-e5-v5",

  1288.                     "tags": "TEXT EMBEDDING,512",

  1289.                     "max_tokens": 512,

  1290.                     "model_type": "embedding"

  1291.                 },

  1292.                 {

  1293.                     "llm_name": "nvidia/nv-embedqa-mistral-7b-v2",

  1294.                     "tags": "TEXT EMBEDDING,512",

  1295.                     "max_tokens": 512,

  1296.                     "model_type": "embedding"

  1297.                 },

  1298.                 {

  1299.                     "llm_name": "nvidia/nv-rerankqa-mistral-4b-v3",

  1300.                     "tags": "RE-RANK,512",

  1301.                     "max_tokens": 512,

  1302.                     "model_type": "rerank"

  1303.                 },

  1304.                 {

  1305.                     "llm_name": "nvidia/rerank-qa-mistral-4b",

  1306.                     "tags": "RE-RANK,512",

  1307.                     "max_tokens": 512,

  1308.                     "model_type": "rerank"

  1309.                 },

  1310.                 {

  1311.                     "llm_name": "snowflake/arctic-embed-l",

  1312.                     "tags": "TEXT EMBEDDING,512",

  1313.                     "max_tokens": 512,

  1314.                     "model_type": "embedding"

  1315.                 },

  1316.                 {

  1317.                     "llm_name": "adept/fuyu-8b",

  1318.                     "tags": "LLM,IMAGE2TEXT,4K",

  1319.                     "max_tokens": 4096,

  1320.                     "model_type": "image2text"

  1321.                 },

  1322.                 {

  1323.                     "llm_name": "google/deplot",

  1324.                     "tags": "LLM,IMAGE2TEXT,4K",

  1325.                     "max_tokens": 4096,

  1326.                     "model_type": "image2text"

  1327.                 },

  1328.                 {

  1329.                     "llm_name": "google/paligemma",

  1330.                     "tags": "LLM,IMAGE2TEXT,4K",

  1331.                     "max_tokens": 4096,

  1332.                     "model_type": "image2text"

  1333.                 },

  1334.                 {

  1335.                     "llm_name": "Iiuhaotian/Ilava-v1.6-34b",

  1336.                     "tags": "LLM,IMAGE2TEXT,4K",

  1337.                     "max_tokens": 4096,

  1338.                     "model_type": "image2text"

  1339.                 },

  1340.                 {

  1341.                     "llm_name": "Iiuhaotian/Ilava-v1.6-mistral-7b",

  1342.                     "tags": "LLM,IMAGE2TEXT,4K",

  1343.                     "max_tokens": 4096,

  1344.                     "model_type": "image2text"

  1345.                 },

  1346.                 {

  1347.                     "llm_name": "microsoft/kosmos-2",

  1348.                     "tags": "LLM,IMAGE2TEXT,4K",

  1349.                     "max_tokens": 4096,

  1350.                     "model_type": "image2text"

  1351.                 },

  1352.                 {

  1353.                     "llm_name": "microsoft/phi-3-vision-128k-instruct",

  1354.                     "tags": "LLM,IMAGE2TEXT,128K",

  1355.                     "max_tokens": 131072,

  1356.                     "model_type": "image2text"

  1357.                 },

  1358.                 {

  1359.                     "llm_name": "nvidia/neva-22b",

  1360.                     "tags": "LLM,IMAGE2TEXT,4K",

  1361.                     "max_tokens": 4096,

  1362.                     "model_type": "image2text"

  1363.                 }

  1364.             ]

  1365.         },

  1366.         {

  1367.             "name": "LM-Studio",

  1368.             "logo": "",

  1369.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1370.             "status": "1",

  1371.             "llm": []

  1372.         },

  1373.         {

  1374.             "name": "Cohere",

  1375.             "logo": "",

  1376.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1377.             "status": "1",

  1378.             "llm": [

  1379.                 {

  1380.                     "llm_name": "command-r-plus",

  1381.                     "tags": "LLM,CHAT,128k",

  1382.                     "max_tokens": 131072,

  1383.                     "model_type": "chat"

  1384.                 },

  1385.                 {

  1386.                     "llm_name": "command-r",

  1387.                     "tags": "LLM,CHAT,128k",

  1388.                     "max_tokens": 131072,

  1389.                     "model_type": "chat"

  1390.                 },

  1391.                 {

  1392.                     "llm_name": "command",

  1393.                     "tags": "LLM,CHAT,4k",

  1394.                     "max_tokens": 4096,

  1395.                     "model_type": "chat"

  1396.                 },

  1397.                 {

  1398.                     "llm_name": "command-nightly",

  1399.                     "tags": "LLM,CHAT,128k",

  1400.                     "max_tokens": 131072,

  1401.                     "model_type": "chat"

  1402.                 },

  1403.                 {

  1404.                     "llm_name": "command-light",

  1405.                     "tags": "LLM,CHAT,4k",

  1406.                     "max_tokens": 4096,

  1407.                     "model_type": "chat"

  1408.                 },

  1409.                 {

  1410.                     "llm_name": "command-light-nightly",

  1411.                     "tags": "LLM,CHAT,4k",

  1412.                     "max_tokens": 4096,

  1413.                     "model_type": "chat"

  1414.                 },

  1415.                 {

  1416.                     "llm_name": "embed-english-v3.0",

  1417.                     "tags": "TEXT EMBEDDING",

  1418.                     "max_tokens": 512,

  1419.                     "model_type": "embedding"

  1420.                 },

  1421.                 {

  1422.                     "llm_name": "embed-english-light-v3.0",

  1423.                     "tags": "TEXT EMBEDDING",

  1424.                     "max_tokens": 512,

  1425.                     "model_type": "embedding"

  1426.                 },

  1427.                 {

  1428.                     "llm_name": "embed-multilingual-v3.0",

  1429.                     "tags": "TEXT EMBEDDING",

  1430.                     "max_tokens": 512,

  1431.                     "model_type": "embedding"

  1432.                 },

  1433.                 {

  1434.                     "llm_name": "embed-multilingual-light-v3.0",

  1435.                     "tags": "TEXT EMBEDDING",

  1436.                     "max_tokens": 512,

  1437.                     "model_type": "embedding"

  1438.                 },

  1439.                 {

  1440.                     "llm_name": "embed-english-v2.0",

  1441.                     "tags": "TEXT EMBEDDING",

  1442.                     "max_tokens": 512,

  1443.                     "model_type": "embedding"

  1444.                 },

  1445.                 {

  1446.                     "llm_name": "embed-english-light-v2.0",

  1447.                     "tags": "TEXT EMBEDDING",

  1448.                     "max_tokens": 512,

  1449.                     "model_type": "embedding"

  1450.                 },

  1451.                 {

  1452.                     "llm_name": "embed-multilingual-v2.0",

  1453.                     "tags": "TEXT EMBEDDING",

  1454.                     "max_tokens": 256,

  1455.                     "model_type": "embedding"

  1456.                 },

  1457.                 {

  1458.                     "llm_name": "rerank-english-v3.0",

  1459.                     "tags": "RE-RANK,4k",

  1460.                     "max_tokens": 4096,

  1461.                     "model_type": "rerank"

  1462.                 },

  1463.                 {

  1464.                     "llm_name": "rerank-multilingual-v3.0",

  1465.                     "tags": "RE-RANK,4k",

  1466.                     "max_tokens": 4096,

  1467.                     "model_type": "rerank"

  1468.                 },

  1469.                 {

  1470.                     "llm_name": "rerank-english-v2.0",

  1471.                     "tags": "RE-RANK,512",

  1472.                     "max_tokens": 8196,

  1473.                     "model_type": "rerank"

  1474.                 },

  1475.                 {

  1476.                     "llm_name": "rerank-multilingual-v2.0",

  1477.                     "tags": "RE-RANK,512",

  1478.                     "max_tokens": 512,

  1479.                     "model_type": "rerank"

  1480.                 }

  1481.             ]

  1482.         },

  1483.         {

  1484.             "name": "LeptonAI",

  1485.             "logo": "",

  1486.             "tags": "LLM",

  1487.             "status": "1",

  1488.             "llm": [

  1489.                 {

  1490.                     "llm_name": "dolphin-mixtral-8x7b",

  1491.                     "tags": "LLM,CHAT,32k",

  1492.                     "max_tokens": 32768,

  1493.                     "model_type": "chat"

  1494.                 },

  1495.                 {

  1496.                     "llm_name": "gemma-7b",

  1497.                     "tags": "LLM,CHAT,8k",

  1498.                     "max_tokens": 8192,

  1499.                     "model_type": "chat"

  1500.                 },

  1501.                 {

  1502.                     "llm_name": "llama3-1-8b",

  1503.                     "tags": "LLM,CHAT,4k",

  1504.                     "max_tokens": 4096,

  1505.                     "model_type": "chat"

  1506.                 },

  1507.                 {

  1508.                     "llm_name": "llama3-8b",

  1509.                     "tags": "LLM,CHAT,8K",

  1510.                     "max_tokens": 8192,

  1511.                     "model_type": "chat"

  1512.                 },

  1513.                 {

  1514.                     "llm_name": "llama2-13b",

  1515.                     "tags": "LLM,CHAT,4K",

  1516.                     "max_tokens": 4096,

  1517.                     "model_type": "chat"

  1518.                 },

  1519.                 {

  1520.                     "llm_name": "llama3-1-70b",

  1521.                     "tags": "LLM,CHAT,8k",

  1522.                     "max_tokens": 8192,

  1523.                     "model_type": "chat"

  1524.                 },

  1525.                 {

  1526.                     "llm_name": "llama3-70b",

  1527.                     "tags": "LLM,CHAT,8k",

  1528.                     "max_tokens": 8192,

  1529.                     "model_type": "chat"

  1530.                 },

  1531.                 {

  1532.                     "llm_name": "llama3-1-405b",

  1533.                     "tags": "LLM,CHAT,8k",

  1534.                     "max_tokens": 8192,

  1535.                     "model_type": "chat"

  1536.                 },

  1537.                 {

  1538.                     "llm_name": "mistral-7b",

  1539.                     "tags": "LLM,CHAT,8K",

  1540.                     "max_tokens": 8192,

  1541.                     "model_type": "chat"

  1542.                 },

  1543.                 {

  1544.                     "llm_name": "mistral-8x7b",

  1545.                     "tags": "LLM,CHAT,8K",

  1546.                     "max_tokens": 8192,

  1547.                     "model_type": "chat"

  1548.                 },

  1549.                 {

  1550.                     "llm_name": "nous-hermes-llama2",

  1551.                     "tags": "LLM,CHAT,4k",

  1552.                     "max_tokens": 4096,

  1553.                     "model_type": "chat"

  1554.                 },

  1555.                 {

  1556.                     "llm_name": "openchat-3-5",

  1557.                     "tags": "LLM,CHAT,4k",

  1558.                     "max_tokens": 4096,

  1559.                     "model_type": "chat"

  1560.                 },

  1561.                 {

  1562.                     "llm_name": "toppy-m-7b",

  1563.                     "tags": "LLM,CHAT,4k",

  1564.                     "max_tokens": 4096,

  1565.                     "model_type": "chat"

  1566.                 },

  1567.                 {

  1568.                     "llm_name": "wizardlm-2-7b",

  1569.                     "tags": "LLM,CHAT,32k",

  1570.                     "max_tokens": 32768,

  1571.                     "model_type": "chat"

  1572.                 },

  1573.                 {

  1574.                     "llm_name": "wizardlm-2-8x22b",

  1575.                     "tags": "LLM,CHAT,64K",

  1576.                     "max_tokens": 65536,

  1577.                     "model_type": "chat"

  1578.                 }

  1579.             ]

  1580.         },

  1581.         {

  1582.             "name": "TogetherAI",

  1583.             "logo": "",

  1584.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1585.             "status": "1",

  1586.             "llm": []

  1587.         },

  1588.         {

  1589.             "name": "PerfXCloud",

  1590.             "logo": "",

  1591.             "tags": "LLM,TEXT EMBEDDING",

  1592.             "status": "1",

  1593.             "llm": [

  1594.                 {

  1595.                     "llm_name": "deepseek-v2-chat",

  1596.                     "tags": "LLM,CHAT,4k",

  1597.                     "max_tokens": 4096,

  1598.                     "model_type": "chat"

  1599.                 },

  1600.                 {

  1601.                     "llm_name": "llama3.1:405b",

  1602.                     "tags": "LLM,CHAT,128k",

  1603.                     "max_tokens": 131072,

  1604.                     "model_type": "chat"

  1605.                 },

  1606.                 {

  1607.                     "llm_name": "Qwen2-72B-Instruct",

  1608.                     "tags": "LLM,CHAT,128k",

  1609.                     "max_tokens": 131072,

  1610.                     "model_type": "chat"

  1611.                 },

  1612.                 {

  1613.                     "llm_name": "Qwen2-72B-Instruct-GPTQ-Int4",

  1614.                     "tags": "LLM,CHAT,2k",

  1615.                     "max_tokens": 2048,

  1616.                     "model_type": "chat"

  1617.                 },

  1618.                 {

  1619.                     "llm_name": "Qwen2-72B-Instruct-awq-int4",

  1620.                     "tags": "LLM,CHAT,32k",

  1621.                     "max_tokens": 32768,

  1622.                     "model_type": "chat"

  1623.                 },

  1624.                 {

  1625.                     "llm_name": "Llama3-Chinese_v2",

  1626.                     "tags": "LLM,CHAT,8k",

  1627.                     "max_tokens": 8192,

  1628.                     "model_type": "chat"

  1629.                 },

  1630.                 {

  1631.                     "llm_name": "Yi-1_5-9B-Chat-16K",

  1632.                     "tags": "LLM,CHAT,16k",

  1633.                     "max_tokens": 16384,

  1634.                     "model_type": "chat"

  1635.                 },

  1636.                 {

  1637.                     "llm_name": "Qwen1.5-72B-Chat-GPTQ-Int4",

  1638.                     "tags": "LLM,CHAT,2k",

  1639.                     "max_tokens": 2048,

  1640.                     "model_type": "chat"

  1641.                 },

  1642.                 {

  1643.                     "llm_name": "Meta-Llama-3.1-8B-Instruct",

  1644.                     "tags": "LLM,CHAT,4k",

  1645.                     "max_tokens": 4096,

  1646.                     "model_type": "chat"

  1647.                 },

  1648.                 {

  1649.                     "llm_name": "Qwen2-7B-Instruct",

  1650.                     "tags": "LLM,CHAT,32k",

  1651.                     "max_tokens": 32768,

  1652.                     "model_type": "chat"

  1653.                 },

  1654.                 {

  1655.                     "llm_name": "deepseek-v2-lite-chat",

  1656.                     "tags": "LLM,CHAT,2k",

  1657.                     "max_tokens": 2048,

  1658.                     "model_type": "chat"

  1659.                 },

  1660.                 {

  1661.                     "llm_name": "Qwen2-7B",

  1662.                     "tags": "LLM,CHAT,128k",

  1663.                     "max_tokens": 131072,

  1664.                     "model_type": "chat"

  1665.                 },

  1666.                 {

  1667.                     "llm_name": "chatglm3-6b",

  1668.                     "tags": "LLM,CHAT,8k",

  1669.                     "max_tokens": 8192,

  1670.                     "model_type": "chat"

  1671.                 },

  1672.                 {

  1673.                     "llm_name": "Meta-Llama-3-70B-Instruct-GPTQ-Int4",

  1674.                     "tags": "LLM,CHAT,1k",

  1675.                     "max_tokens": 1024,

  1676.                     "model_type": "chat"

  1677.                 },

  1678.                 {

  1679.                     "llm_name": "Meta-Llama-3-8B-Instruct",

  1680.                     "tags": "LLM,CHAT,8k",

  1681.                     "max_tokens": 8192,

  1682.                     "model_type": "chat"

  1683.                 },

  1684.                 {

  1685.                     "llm_name": "Mistral-7B-Instruct",

  1686.                     "tags": "LLM,CHAT,32k",

  1687.                     "max_tokens": 32768,

  1688.                     "model_type": "chat"

  1689.                 },

  1690.                 {

  1691.                     "llm_name": "MindChat-Qwen-7B-v2",

  1692.                     "tags": "LLM,CHAT,2k",

  1693.                     "max_tokens": 2048,

  1694.                     "model_type": "chat"

  1695.                 },

  1696.                 {

  1697.                     "llm_name": "phi-2",

  1698.                     "tags": "LLM,CHAT,2k",

  1699.                     "max_tokens": 2048,

  1700.                     "model_type": "chat"

  1701.                 },

  1702.                 {

  1703.                     "llm_name": "SOLAR-10_7B-Instruct",

  1704.                     "tags": "LLM,CHAT,4k",

  1705.                     "max_tokens": 4096,

  1706.                     "model_type": "chat"

  1707.                 },

  1708.                 {

  1709.                     "llm_name": "Mixtral-8x7B-Instruct-v0.1-GPTQ",

  1710.                     "tags": "LLM,CHAT,32k",

  1711.                     "max_tokens": 32768,

  1712.                     "model_type": "chat"

  1713.                 },

  1714.                 {

  1715.                     "llm_name": "Qwen1.5-7B",

  1716.                     "tags": "LLM,CHAT,32k",

  1717.                     "max_tokens": 32768,

  1718.                     "model_type": "chat"

  1719.                 },

  1720.                 {

  1721.                     "llm_name": "BAAI/bge-large-en-v1.5",

  1722.                     "tags": "TEXT EMBEDDING",

  1723.                     "max_tokens": 512,

  1724.                     "model_type": "embedding"

  1725.                 },

  1726.                 {

  1727.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  1728.                     "tags": "TEXT EMBEDDING",

  1729.                     "max_tokens": 1024,

  1730.                     "model_type": "embedding"

  1731.                 },

  1732.                 {

  1733.                     "llm_name": "BAAI/bge-m3",

  1734.                     "tags": "TEXT EMBEDDING",

  1735.                     "max_tokens": 8192,

  1736.                     "model_type": "embedding"

  1737.                 }

  1738.             ]

  1739.         },

  1740.         {

  1741.             "name": "Upstage",

  1742.             "logo": "",

  1743.             "tags": "LLM,TEXT EMBEDDING",

  1744.             "status": "1",

  1745.             "llm": [

  1746.                 {

  1747.                     "llm_name": "solar-1-mini-chat",

  1748.                     "tags": "LLM,CHAT,32k",

  1749.                     "max_tokens": 32768,

  1750.                     "model_type": "chat"

  1751.                 },

  1752.                 {

  1753.                     "llm_name": "solar-1-mini-chat-ja",

  1754.                     "tags": "LLM,CHAT,32k",

  1755.                     "max_tokens": 32768,

  1756.                     "model_type": "chat"

  1757.                 },

  1758.                 {

  1759.                     "llm_name": "solar-embedding-1-large-query",

  1760.                     "tags": "TEXT EMBEDDING",

  1761.                     "max_tokens": 4000,

  1762.                     "model_type": "embedding"

  1763.                 },

  1764.                 {

  1765.                     "llm_name": "solar-embedding-1-large-passage",

  1766.                     "tags": "TEXT EMBEDDING",

  1767.                     "max_tokens": 4000,

  1768.                     "model_type": "embedding"

  1769.                 }

  1770.             ]

  1771.         },

  1772.         {

  1773.             "name": "novita.ai",

  1774.             "logo": "",

  1775.             "tags": "LLM",

  1776.             "status": "1",

  1777.             "llm": [

  1778.                 {

  1779.                     "llm_name": "meta-llama/llama-3-8b-instruct",

  1780.                     "tags": "LLM,CHAT,8k",

  1781.                     "max_tokens": 8192,

  1782.                     "model_type": "chat"

  1783.                 },

  1784.                 {

  1785.                     "llm_name": "meta-llama/llama-3-70b-instruct",

  1786.                     "tags": "LLM,CHAT,8k",

  1787.                     "max_tokens": 8192,

  1788.                     "model_type": "chat"

  1789.                 },

  1790.                 {

  1791.                     "llm_name": "mistralai/mistral-nemo",

  1792.                     "tags": "LLM,CHAT,32k",

  1793.                     "max_tokens": 32768,

  1794.                     "model_type": "chat"

  1795.                 },

  1796.                 {

  1797.                     "llm_name": "microsoft/wizardlm-2-7b",

  1798.                     "tags": "LLM,CHAT,32k",

  1799.                     "max_tokens": 32768,

  1800.                     "model_type": "chat"

  1801.                 },

  1802.                 {

  1803.                     "llm_name": "openchat/openchat-7b",

  1804.                     "tags": "LLM,CHAT,4k",

  1805.                     "max_tokens": 4096,

  1806.                     "model_type": "chat"

  1807.                 },

  1808.                 {

  1809.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  1810.                     "tags": "LLM,CHAT,8k",

  1811.                     "max_tokens": 8192,

  1812.                     "model_type": "chat"

  1813.                 },

  1814.                 {

  1815.                     "llm_name": "meta-llama/llama-3.1-70b-instruct",

  1816.                     "tags": "LLM,CHAT,8k",

  1817.                     "max_tokens": 8192,

  1818.                     "model_type": "chat"

  1819.                 },

  1820.                 {

  1821.                     "llm_name": "meta-llama/llama-3.1-405b-instruct",

  1822.                     "tags": "LLM,CHAT,32k",

  1823.                     "max_tokens": 32768,

  1824.                     "model_type": "chat"

  1825.                 },

  1826.                 {

  1827.                     "llm_name": "google/gemma-2-9b-it",

  1828.                     "tags": "LLM,CHAT,8k",

  1829.                     "max_tokens": 8192,

  1830.                     "model_type": "chat"

  1831.                 },

  1832.                 {

  1833.                     "llm_name": "jondurbin/airoboros-l2-70b",

  1834.                     "tags": "LLM,CHAT,4k",

  1835.                     "max_tokens": 4096,

  1836.                     "model_type": "chat"

  1837.                 },

  1838.                 {

  1839.                     "llm_name": "nousresearch/hermes-2-pro-llama-3-8b",

  1840.                     "tags": "LLM,CHAT,8k",

  1841.                     "max_tokens": 8192,

  1842.                     "model_type": "chat"

  1843.                 },

  1844.                 {

  1845.                     "llm_name": "mistralai/mistral-7b-instruct",

  1846.                     "tags": "LLM,CHAT,32k",

  1847.                     "max_tokens": 32768,

  1848.                     "model_type": "chat"

  1849.                 },

  1850.                 {

  1851.                     "llm_name": "cognitivecomputations/dolphin-mixtral-8x22b",

  1852.                     "tags": "LLM,CHAT,15k",

  1853.                     "max_tokens": 16000,

  1854.                     "model_type": "chat"

  1855.                 },

  1856.                 {

  1857.                     "llm_name": "sao10k/l3-70b-euryale-v2.1",

  1858.                     "tags": "LLM,CHAT,15k",

  1859.                     "max_tokens": 16000,

  1860.                     "model_type": "chat"

  1861.                 },

  1862.                 {

  1863.                     "llm_name": "sophosympatheia/midnight-rose-70b",

  1864.                     "tags": "LLM,CHAT,4k",

  1865.                     "max_tokens": 4096,

  1866.                     "model_type": "chat"

  1867.                 },

  1868.                 {

  1869.                     "llm_name": "gryphe/mythomax-l2-13b",

  1870.                     "tags": "LLM,CHAT,4k",

  1871.                     "max_tokens": 4096,

  1872.                     "model_type": "chat"

  1873.                 },

  1874.                 {

  1875.                     "llm_name": "nousresearch/nous-hermes-llama2-13b",

  1876.                     "tags": "LLM,CHAT,4k",

  1877.                     "max_tokens": 4096,

  1878.                     "model_type": "chat"

  1879.                 },

  1880.                 {

  1881.                     "llm_name": "Nous-Hermes-2-Mixtral-8x7B-DPO",

  1882.                     "tags": "LLM,CHAT,32k",

  1883.                     "max_tokens": 32768,

  1884.                     "model_type": "chat"

  1885.                 },

  1886.                 {

  1887.                     "llm_name": "lzlv_70b",

  1888.                     "tags": "LLM,CHAT,4k",

  1889.                     "max_tokens": 4096,

  1890.                     "model_type": "chat"

  1891.                 },

  1892.                 {

  1893.                     "llm_name": "teknium/openhermes-2.5-mistral-7b",

  1894.                     "tags": "LLM,CHAT,4k",

  1895.                     "max_tokens": 4096,

  1896.                     "model_type": "chat"

  1897.                 },

  1898.                 {

  1899.                     "llm_name": "microsoft/wizardlm-2-8x22b",

  1900.                     "tags": "LLM,CHAT,64k",

  1901.                     "max_tokens": 65535,

  1902.                     "model_type": "chat"

  1903.                 }

  1904.             ]

  1905.         },

  1906.         {

  1907.             "name": "SILICONFLOW",

  1908.             "logo": "",

  1909.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK",

  1910.             "status": "1",

  1911.             "llm": [

  1912.                 {

  1913.                     "llm_name": "Qwen/Qwen2-7B-Instruct",

  1914.                     "tags": "LLM,CHAT,32k",

  1915.                     "max_tokens": 32768,

  1916.                     "model_type": "chat"

  1917.                 },

  1918.                 {

  1919.                     "llm_name": "Qwen/Qwen2-1.5B-Instruct",

  1920.                     "tags": "LLM,CHAT,32k",

  1921.                     "max_tokens": 32768,

  1922.                     "model_type": "chat"

  1923.                 },

  1924.                 {

  1925.                     "llm_name": "Qwen/Qwen1.5-7B-Chat",

  1926.                     "tags": "LLM,CHAT,32k",

  1927.                     "max_tokens": 32768,

  1928.                     "model_type": "chat"

  1929.                 },

  1930.                 {

  1931.                     "llm_name": "THUDM/glm-4-9b-chat",

  1932.                     "tags": "LLM,CHAT,32k",

  1933.                     "max_tokens": 32768,

  1934.                     "model_type": "chat"

  1935.                 },

  1936.                 {

  1937.                     "llm_name": "THUDM/chatglm3-6b",

  1938.                     "tags": "LLM,CHAT,32k",

  1939.                     "max_tokens": 32768,

  1940.                     "model_type": "chat"

  1941.                 },

  1942.                 {

  1943.                     "llm_name": "01-ai/Yi-1.5-9B-Chat-16K",

  1944.                     "tags": "LLM,CHAT,16k",

  1945.                     "max_tokens": 16384,

  1946.                     "model_type": "chat"

  1947.                 },

  1948.                 {

  1949.                     "llm_name": "01-ai/Yi-1.5-6B-Chat",

  1950.                     "tags": "LLM,CHAT,4k",

  1951.                     "max_tokens": 4096,

  1952.                     "model_type": "chat"

  1953.                 },

  1954.                 {

  1955.                     "llm_name": "google/gemma-2-9b-it",

  1956.                     "tags": "LLM,CHAT,8k",

  1957.                     "max_tokens": 8192,

  1958.                     "model_type": "chat"

  1959.                 },

  1960.                 {

  1961.                     "llm_name": "internlm/internlm2_5-7b-chat",

  1962.                     "tags": "LLM,CHAT,32k",

  1963.                     "max_tokens": 32768,

  1964.                     "model_type": "chat"

  1965.                 },

  1966.                 {

  1967.                     "llm_name": "meta-llama/Meta-Llama-3-8B-Instruct",

  1968.                     "tags": "LLM,CHAT,8k",

  1969.                     "max_tokens": 8192,

  1970.                     "model_type": "chat"

  1971.                 },

  1972.                 {

  1973.                     "llm_name": "meta-llama/Meta-Llama-3.1-8B-Instruct",

  1974.                     "tags": "LLM,CHAT,8k",

  1975.                     "max_tokens": 8192,

  1976.                     "model_type": "chat"

  1977.                 },

  1978.                 {

  1979.                     "llm_name": "mistralai/Mistral-7B-Instruct-v0.2",

  1980.                     "tags": "LLM,CHAT,32k",

  1981.                     "max_tokens": 32768,

  1982.                     "model_type": "chat"

  1983.                 },

  1984.                 {

  1985.                     "llm_name": "Pro/Qwen/Qwen2-7B-Instruct",

  1986.                     "tags": "LLM,CHAT,32k",

  1987.                     "max_tokens": 32768,

  1988.                     "model_type": "chat"

  1989.                 },

  1990.                 {

  1991.                     "llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct",

  1992.                     "tags": "LLM,CHAT,32k",

  1993.                     "max_tokens": 32768,

  1994.                     "model_type": "chat"

  1995.                 },

  1996.                 {

  1997.                     "llm_name": "Pro/Qwen/Qwen1.5-7B-Chat",

  1998.                     "tags": "LLM,CHAT,32k",

  1999.                     "max_tokens": 32768,

  2000.                     "model_type": "chat"

  2001.                 },

  2002.                 {

  2003.                     "llm_name": "Pro/THUDM/glm-4-9b-chat",

  2004.                     "tags": "LLM,CHAT,32k",

  2005.                     "max_tokens": 32768,

  2006.                     "model_type": "chat"

  2007.                 },

  2008.                 {

  2009.                     "llm_name": "Pro/THUDM/chatglm3-6b",

  2010.                     "tags": "LLM,CHAT,32k",

  2011.                     "max_tokens": 32768,

  2012.                     "model_type": "chat"

  2013.                 },

  2014.                 {

  2015.                     "llm_name": "Pro/01-ai/Yi-1.5-9B-Chat-16K",

  2016.                     "tags": "LLM,CHAT,16k",

  2017.                     "max_tokens": 16384,

  2018.                     "model_type": "chat"

  2019.                 },

  2020.                 {

  2021.                     "llm_name": "Pro/01-ai/Yi-1.5-6B-Chat",

  2022.                     "tags": "LLM,CHAT,4k",

  2023.                     "max_tokens": 4096,

  2024.                     "model_type": "chat"

  2025.                 },

  2026.                 {

  2027.                     "llm_name": "Pro/internlm/internlm2_5-7b-chat",

  2028.                     "tags": "LLM,CHAT,32k",

  2029.                     "max_tokens": 32768,

  2030.                     "model_type": "chat"

  2031.                 },

  2032.                 {

  2033.                     "llm_name": "Pro/google/gemma-2-9b-it",

  2034.                     "tags": "LLM,CHAT,8k",

  2035.                     "max_tokens": 8192,

  2036.                     "model_type": "chat"

  2037.                 },

  2038.                 {

  2039.                     "llm_name": "Pro/meta-llama/Meta-Llama-3.1-8B-Instruct",

  2040.                     "tags": "LLM,CHAT,32k",

  2041.                     "max_tokens": 32768,

  2042.                     "model_type": "chat"

  2043.                 },

  2044.                 {

  2045.                     "llm_name": "Pro/meta-llama/Meta-Llama-3-8B-Instruct",

  2046.                     "tags": "LLM,CHAT,8k",

  2047.                     "max_tokens": 8192,

  2048.                     "model_type": "chat"

  2049.                 },

  2050.                 {

  2051.                     "llm_name": "Pro/mistralai/Mistral-7B-Instruct-v0.2",

  2052.                     "tags": "LLM,CHAT,32k",

  2053.                     "max_tokens": 32768,

  2054.                     "model_type": "chat"

  2055.                 },

  2056.                 {

  2057.                     "llm_name": "Qwen/Qwen2-72B-Instruct",

  2058.                     "tags": "LLM,CHAT,32k",

  2059.                     "max_tokens": 32768,

  2060.                     "model_type": "chat"

  2061.                 },

  2062.                 {

  2063.                     "llm_name": "Qwen/Qwen2-Math-72B-Instruct",

  2064.                     "tags": "LLM,CHAT,32k",

  2065.                     "max_tokens": 32768,

  2066.                     "model_type": "chat"

  2067.                 },

  2068.                 {

  2069.                     "llm_name": "Qwen/Qwen2-57B-A14B-Instruct",

  2070.                     "tags": "LLM,CHAT,32k",

  2071.                     "max_tokens": 32768,

  2072.                     "model_type": "chat"

  2073.                 },

  2074.                 {

  2075.                     "llm_name": "Qwen/Qwen1.5-110B-Chat",

  2076.                     "tags": "LLM,CHAT,32k",

  2077.                     "max_tokens": 32768,

  2078.                     "model_type": "chat"

  2079.                 },

  2080.                 {

  2081.                     "llm_name": "Qwen/Qwen1.5-32B-Chat",

  2082.                     "tags": "LLM,CHAT,32k",

  2083.                     "max_tokens": 32768,

  2084.                     "model_type": "chat"

  2085.                 },

  2086.                 {

  2087.                     "llm_name": "Qwen/Qwen1.5-14B-Chat",

  2088.                     "tags": "LLM,CHAT,32k",

  2089.                     "max_tokens": 32768,

  2090.                     "model_type": "chat"

  2091.                 },

  2092.                 {

  2093.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct-128K",

  2094.                     "tags": "LLM,CHAT,128k",

  2095.                     "max_tokens": 131072,

  2096.                     "model_type": "chat"

  2097.                 },

  2098.                 {

  2099.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct",

  2100.                     "tags": "LLM,CHAT,32k",

  2101.                     "max_tokens": 32768,

  2102.                     "model_type": "chat"

  2103.                 },

  2104.                 {

  2105.                     "llm_name": "Qwen/Qwen2.5-7B-Instruct",

  2106.                     "tags": "LLM,CHAT,32k",

  2107.                     "max_tokens": 32768,

  2108.                     "model_type": "chat"

  2109.                 },

  2110.                 {

  2111.                     "llm_name": "Qwen/Qwen2.5-14B-Instruct",

  2112.                     "tags": "LLM,CHAT,32k",

  2113.                     "max_tokens": 32768,

  2114.                     "model_type": "chat"

  2115.                 },

  2116.                 {

  2117.                     "llm_name": "Qwen/Qwen2.5-32B-Instruct",

  2118.                     "tags": "LLM,CHAT,32k",

  2119.                     "max_tokens": 32768,

  2120.                     "model_type": "chat"

  2121.                 },

  2122.                 {

  2123.                     "llm_name": "Qwen/Qwen2.5-Math-72B-Instruct",

  2124.                     "tags": "LLM,CHAT,Math,4k",

  2125.                     "max_tokens": 4096,

  2126.                     "model_type": "chat"

  2127.                 },

  2128.                 {

  2129.                     "llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct",

  2130.                     "tags": "LLM,CHAT,FIM,Coder,32k",

  2131.                     "max_tokens": 32768,

  2132.                     "model_type": "chat"

  2133.                 },

  2134.                 {

  2135.                     "llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct",

  2136.                     "tags": "LLM,CHAT,32k",

  2137.                     "max_tokens": 32768,

  2138.                     "model_type": "chat"

  2139.                 },

  2140.                 {

  2141.                     "llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct",

  2142.                     "tags": "LLM,CHAT,FIM,Coder,32k",

  2143.                     "max_tokens": 32768,

  2144.                     "model_type": "chat"

  2145.                 },

  2146.                 {

  2147.                     "llm_name": "01-ai/Yi-1.5-34B-Chat-16K",

  2148.                     "tags": "LLM,CHAT,16k",

  2149.                     "max_tokens": 16384,

  2150.                     "model_type": "chat"

  2151.                 },

  2152.                 {

  2153.                     "llm_name": "deepseek-ai/DeepSeek-Coder-V2-Instruct",

  2154.                     "tags": "LLM,CHAT,32k",

  2155.                     "max_tokens": 32768,

  2156.                     "model_type": "chat"

  2157.                 },

  2158.                 {

  2159.                     "llm_name": "deepseek-ai/DeepSeek-V2-Chat",

  2160.                     "tags": "LLM,CHAT,32k",

  2161.                     "max_tokens": 32768,

  2162.                     "model_type": "chat"

  2163.                 },

  2164.                 {

  2165.                     "llm_name": "deepseek-ai/deepseek-llm-67b-chat",

  2166.                     "tags": "LLM,CHAT,4k",

  2167.                     "max_tokens": 4096,

  2168.                     "model_type": "chat"

  2169.                 },

  2170.                 {

  2171.                     "llm_name": "internlm/internlm2_5-20b-chat",

  2172.                     "tags": "LLM,CHAT,32k",

  2173.                     "max_tokens": 32768,

  2174.                     "model_type": "chat"

  2175.                 },

  2176.                 {

  2177.                     "llm_name": "meta-llama/Meta-Llama-3.1-405B-Instruct",

  2178.                     "tags": "LLM,CHAT,32k",

  2179.                     "max_tokens": 32768,

  2180.                     "model_type": "chat"

  2181.                 },

  2182.                 {

  2183.                     "llm_name": "meta-llama/Meta-Llama-3.1-70B-Instruct",

  2184.                     "tags": "LLM,CHAT,32k",

  2185.                     "max_tokens": 32768,

  2186.                     "model_type": "chat"

  2187.                 },

  2188.                 {

  2189.                     "llm_name": "meta-llama/Meta-Llama-3-70B-Instruct",

  2190.                     "tags": "LLM,CHAT,32k",

  2191.                     "max_tokens": 32768,

  2192.                     "model_type": "chat"

  2193.                 },

  2194.                 {

  2195.                     "llm_name": "mistralai/Mixtral-8x7B-Instruct-v0.1",

  2196.                     "tags": "LLM,CHAT,32k",

  2197.                     "max_tokens": 32768,

  2198.                     "model_type": "chat"

  2199.                 },

  2200.                 {

  2201.                     "llm_name": "google/gemma-2-27b-it",

  2202.                     "tags": "LLM,CHAT,8k",

  2203.                     "max_tokens": 8192,

  2204.                     "model_type": "chat"

  2205.                 },

  2206.                 {

  2207.                     "llm_name": "BAAI/bge-m3",

  2208.                     "tags": "TEXT EMBEDDING,8K",

  2209.                     "max_tokens": 8192,

  2210.                     "model_type": "embedding"

  2211.                 },

  2212.                 {

  2213.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2214.                     "tags": "TEXT EMBEDDING,512",

  2215.                     "max_tokens": 512,

  2216.                     "model_type": "embedding"

  2217.                 },

  2218.                 {

  2219.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2220.                     "tags": "TEXT EMBEDDING,512",

  2221.                     "max_tokens": 512,

  2222.                     "model_type": "embedding"

  2223.                 },

  2224.                 {

  2225.                     "llm_name": "netease-youdao/bce-embedding-base_v1",

  2226.                     "tags": "TEXT EMBEDDING,512",

  2227.                     "max_tokens": 512,

  2228.                     "model_type": "embedding"

  2229.                 },

  2230.                 {

  2231.                     "llm_name": "BAAI/bge-reranker-v2-m3",

  2232.                     "tags": "RE-RANK, 512",

  2233.                     "max_tokens": 1024,

  2234.                     "model_type": "rerank"

  2235.                 },

  2236.                 {

  2237.                     "llm_name": "netease-youdao/bce-reranker-base_v1",

  2238.                     "tags": "RE-RANK, 512",

  2239.                     "max_tokens": 1024,

  2240.                     "model_type": "rerank"

  2241.                 }

  2242.             ]

  2243.         },

  2244.         {

  2245.             "name": "01.AI",

  2246.             "logo": "",

  2247.             "tags": "LLM,IMAGE2TEXT",

  2248.             "status": "1",

  2249.             "llm": [

  2250.                 {

  2251.                     "llm_name": "yi-lightning",

  2252.                     "tags": "LLM,CHAT,16k",

  2253.                     "max_tokens": 16384,

  2254.                     "model_type": "chat"

  2255.                 },

  2256.                 {

  2257.                     "llm_name": "yi-large",

  2258.                     "tags": "LLM,CHAT,32k",

  2259.                     "max_tokens": 32768,

  2260.                     "model_type": "chat"

  2261.                 },

  2262.                 {

  2263.                     "llm_name": "yi-medium",

  2264.                     "tags": "LLM,CHAT,16k",

  2265.                     "max_tokens": 16384,

  2266.                     "model_type": "chat"

  2267.                 },

  2268.                 {

  2269.                     "llm_name": "yi-medium-200k",

  2270.                     "tags": "LLM,CHAT,200k",

  2271.                     "max_tokens": 204800,

  2272.                     "model_type": "chat"

  2273.                 },

  2274.                 {

  2275.                     "llm_name": "yi-spark",

  2276.                     "tags": "LLM,CHAT,16k",

  2277.                     "max_tokens": 16384,

  2278.                     "model_type": "chat"

  2279.                 },

  2280.                 {

  2281.                     "llm_name": "yi-large-rag",

  2282.                     "tags": "LLM,CHAT,16k",

  2283.                     "max_tokens": 16384,

  2284.                     "model_type": "chat"

  2285.                 },

  2286.                 {

  2287.                     "llm_name": "yi-large-fc",

  2288.                     "tags": "LLM,CHAT,32k",

  2289.                     "max_tokens": 32768,

  2290.                     "model_type": "chat"

  2291.                 },

  2292.                 {

  2293.                     "llm_name": "yi-large-turbo",

  2294.                     "tags": "LLM,CHAT,16k",

  2295.                     "max_tokens": 16384,

  2296.                     "model_type": "chat"

  2297.                 },

  2298.                 {

  2299.                     "llm_name": "yi-large-preview",

  2300.                     "tags": "LLM,CHAT,16k",

  2301.                     "max_tokens": 16384,

  2302.                     "model_type": "chat"

  2303.                 },

  2304.                 {

  2305.                     "llm_name": "yi-vision",

  2306.                     "tags": "LLM,CHAT,IMAGE2TEXT,16k",

  2307.                     "max_tokens": 16384,

  2308.                     "model_type": "image2text"

  2309.                 }

  2310.             ]

  2311.         },

  2312.         {

  2313.             "name": "Replicate",

  2314.             "logo": "",

  2315.             "tags": "LLM,TEXT EMBEDDING",

  2316.             "status": "1",

  2317.             "llm": []

  2318.         },

  2319.         {

  2320.             "name": "Tencent Hunyuan",

  2321.             "logo": "",

  2322.             "tags": "LLM,IMAGE2TEXT",

  2323.             "status": "1",

  2324.             "llm": [

  2325.                 {

  2326.                     "llm_name": "hunyuan-pro",

  2327.                     "tags": "LLM,CHAT,32k",

  2328.                     "max_tokens": 32768,

  2329.                     "model_type": "chat"

  2330.                 },

  2331.                 {

  2332.                     "llm_name": "hunyuan-standard",

  2333.                     "tags": "LLM,CHAT,32k",

  2334.                     "max_tokens": 32768,

  2335.                     "model_type": "chat"

  2336.                 },

  2337.                 {

  2338.                     "llm_name": "hunyuan-standard-256K",

  2339.                     "tags": "LLM,CHAT,256k",

  2340.                     "max_tokens": 262144,

  2341.                     "model_type": "chat"

  2342.                 },

  2343.                 {

  2344.                     "llm_name": "hunyuan-lite",

  2345.                     "tags": "LLM,CHAT,256k",

  2346.                     "max_tokens": 262144,

  2347.                     "model_type": "chat"

  2348.                 },

  2349.                 {

  2350.                     "llm_name": "hunyuan-vision",

  2351.                     "tags": "LLM,IMAGE2TEXT,8k",

  2352.                     "max_tokens": 8192,

  2353.                     "model_type": "image2text"

  2354.                 }

  2355.             ]

  2356.         },

  2357.         {

  2358.             "name": "XunFei Spark",

  2359.             "logo": "",

  2360.             "tags": "LLM,TTS",

  2361.             "status": "1",

  2362.             "llm": []

  2363.         },

  2364.         {

  2365.             "name": "BaiduYiyan",

  2366.             "logo": "",

  2367.             "tags": "LLM",

  2368.             "status": "1",

  2369.             "llm": []

  2370.         },

  2371.         {

  2372.             "name": "Fish Audio",

  2373.             "logo": "",

  2374.             "tags": "TTS",

  2375.             "status": "1",

  2376.             "llm": []

  2377.         },

  2378.         {

  2379.             "name": "Tencent Cloud",

  2380.             "logo": "",

  2381.             "tags": "SPEECH2TEXT",

  2382.             "status": "1",

  2383.             "llm": []

  2384.         },

  2385.         {

  2386.             "name": "Anthropic",

  2387.             "logo": "",

  2388.             "tags": "LLM",

  2389.             "status": "1",

  2390.             "llm": [

  2391.                 {

  2392.                     "llm_name": "claude-3-5-sonnet-20240620",

  2393.                     "tags": "LLM,CHAT,200k",

  2394.                     "max_tokens": 204800,

  2395.                     "model_type": "chat"

  2396.                 },

  2397.                 {

  2398.                     "llm_name": "claude-3-5-sonnet-20241022",

  2399.                     "tags": "LLM,CHAT,200k",

  2400.                     "max_tokens": 204800,

  2401.                     "model_type": "chat"

  2402.                 },

  2403.                 {

  2404.                     "llm_name": "claude-3-opus-20240229",

  2405.                     "tags": "LLM,CHAT,200k",

  2406.                     "max_tokens": 204800,

  2407.                     "model_type": "chat"

  2408.                 },

  2409.                 {

  2410.                     "llm_name": "claude-3-sonnet-20240229",

  2411.                     "tags": "LLM,CHAT,200k",

  2412.                     "max_tokens": 204800,

  2413.                     "model_type": "chat"

  2414.                 },

  2415.                 {

  2416.                     "llm_name": "claude-3-haiku-20240307",

  2417.                     "tags": "LLM,CHAT,200k",

  2418.                     "max_tokens": 204800,

  2419.                     "model_type": "chat"

  2420.                 },

  2421.                 {

  2422.                     "llm_name": "claude-2.1",

  2423.                     "tags": "LLM,CHAT,200k",

  2424.                     "max_tokens": 204800,

  2425.                     "model_type": "chat"

  2426.                 },

  2427.                 {

  2428.                     "llm_name": "claude-2.0",

  2429.                     "tags": "LLM,CHAT,100k",

  2430.                     "max_tokens": 102400,

  2431.                     "model_type": "chat"

  2432.                 },

  2433.                 {

  2434.                     "llm_name": "claude-3-5-sonnet-20241022",

  2435.                     "tags": "LLM,CHAT,200k",

  2436.                     "max_tokens": 102400,

  2437.                     "model_type": "chat"

  2438.                 }

  2439.             ]

  2440.         },

  2441.         {

  2442.             "name": "Voyage AI",

  2443.             "logo": "",

  2444.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  2445.             "status": "1",

  2446.             "llm": [

  2447.                 {

  2448.                     "llm_name": "voyage-large-2-instruct",

  2449.                     "tags": "TEXT EMBEDDING,16000",

  2450.                     "max_tokens": 16000,

  2451.                     "model_type": "embedding"

  2452.                 },

  2453.                 {

  2454.                     "llm_name": "voyage-finance-2",

  2455.                     "tags": "TEXT EMBEDDING,32000",

  2456.                     "max_tokens": 32000,

  2457.                     "model_type": "embedding"

  2458.                 },

  2459.                 {

  2460.                     "llm_name": "voyage-multilingual-2",

  2461.                     "tags": "TEXT EMBEDDING,32000",

  2462.                     "max_tokens": 32000,

  2463.                     "model_type": "embedding"

  2464.                 },

  2465.                 {

  2466.                     "llm_name": "voyage-law-2",

  2467.                     "tags": "TEXT EMBEDDING,16000",

  2468.                     "max_tokens": 16000,

  2469.                     "model_type": "embedding"

  2470.                 },

  2471.                 {

  2472.                     "llm_name": "voyage-code-2",

  2473.                     "tags": "TEXT EMBEDDING,16000",

  2474.                     "max_tokens": 16000,

  2475.                     "model_type": "embedding"

  2476.                 },

  2477.                 {

  2478.                     "llm_name": "voyage-large-2",

  2479.                     "tags": "TEXT EMBEDDING,16000",

  2480.                     "max_tokens": 16000,

  2481.                     "model_type": "embedding"

  2482.                 },

  2483.                 {

  2484.                     "llm_name": "voyage-2",

  2485.                     "tags": "TEXT EMBEDDING,4000",

  2486.                     "max_tokens": 4000,

  2487.                     "model_type": "embedding"

  2488.                 },

  2489.                 {

  2490.                     "llm_name": "voyage-3",

  2491.                     "tags": "TEXT EMBEDDING,32000",

  2492.                     "max_tokens": 32000,

  2493.                     "model_type": "embedding"

  2494.                 },

  2495.                 {

  2496.                     "llm_name": "voyage-3-lite",

  2497.                     "tags": "TEXT EMBEDDING,32000",

  2498.                     "max_tokens": 32000,

  2499.                     "model_type": "embedding"

  2500.                 },                

  2501.                 {

  2502.                     "llm_name": "rerank-1",

  2503.                     "tags": "RE-RANK, 8000",

  2504.                     "max_tokens": 8000,

  2505.                     "model_type": "rerank"

  2506.                 },

  2507.                 {

  2508.                     "llm_name": "rerank-lite-1",

  2509.                     "tags": "RE-RANK, 4000",

  2510.                     "max_tokens": 4000,

  2511.                     "model_type": "rerank"

  2512.                 },

  2513.                 {

  2514.                     "llm_name": "rerank-2",

  2515.                     "tags": "RE-RANK, 16000",

  2516.                     "max_tokens": 16000,

  2517.                     "model_type": "rerank"

  2518.                 },

  2519.                 {

  2520.                     "llm_name": "rerank-2-lite",

  2521.                     "tags": "RE-RANK, 8000",

  2522.                     "max_tokens": 8000,

  2523.                     "model_type": "rerank"

  2524.                 }

  2525.             ]

  2526.         },

  2527.         {

  2528.             "name": "Google Cloud",

  2529.             "logo": "",

  2530.             "tags": "LLM",

  2531.             "status": "1",

  2532.             "llm": []

  2533.         },

  2534.         {

  2535.             "name": "HuggingFace",

  2536.             "logo": "",

  2537.             "tags": "TEXT EMBEDDING",

  2538.             "status": "1",

  2539.             "llm": []

  2540.         }

  2541.     ]

  2542. }