OpenSource
/
ragflow
Vērot 4
Pievienot zvaigznīti 0
Atdalīts 0
Kods Problēmas 0 Izmaiņu pieprasījumi 0 Laidieni 33 Vikivietne Aktivitāte
Nevar pievienot vairāk kā 25 tēmas Tēmai ir jāsākas ar burtu vai ciparu, tā var saturēt domu zīmes ('-') un var būt līdz 35 simboliem gara.
3470 Revīzijas
7 Atzari
Koks: 0d7244e4a4
Atzari Tagi
${ item.name }
Izveidot atzaru ${ searchTerm }
no '0d7244e4a4'
${ noResults }
ragflow/conf/llm_factories.json

llm_factories.json 134KB
Neapstrādāts Vainot Vēsture

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835 
  1. {

  2.     "factory_llm_infos": [

  3.         {

  4.             "name": "OpenAI",

  5.             "logo": "",

  6.             "tags": "LLM,TEXT EMBEDDING,TTS,TEXT RE-RANK,SPEECH2TEXT,MODERATION",

  7.             "status": "1",

  8.             "llm": [

  9.                 {

  10.                     "llm_name": "gpt-4.1",

  11.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  12.                     "max_tokens": 1047576,

  13.                     "model_type": "chat",

  14.                     "is_tools": true

  15.                 },

  16.                 {

  17.                     "llm_name": "gpt-4.1-mini",

  18.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  19.                     "max_tokens": 1047576,

  20.                     "model_type": "chat",

  21.                     "is_tools": true

  22.                 },

  23.                 {

  24.                     "llm_name": "gpt-4.1-nano",

  25.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  26.                     "max_tokens": 1047576,

  27.                     "model_type": "chat",

  28.                     "is_tools": true

  29.                 },

  30.                 {

  31.                     "llm_name": "gpt-4.5-preview",

  32.                     "tags": "LLM,CHAT,128K",

  33.                     "max_tokens": 128000,

  34.                     "model_type": "chat",

  35.                     "is_tools": true

  36.                 },

  37.                 {

  38.                     "llm_name": "o3",

  39.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  40.                     "max_tokens": 200000,

  41.                     "model_type": "chat",

  42.                     "is_tools": true

  43.                 },

  44.                 {

  45.                     "llm_name": "o4-mini",

  46.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  47.                     "max_tokens": 200000,

  48.                     "model_type": "chat",

  49.                     "is_tools": true

  50.                 },

  51.                 {

  52.                     "llm_name": "o4-mini-high",

  53.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  54.                     "max_tokens": 200000,

  55.                     "model_type": "chat",

  56.                     "is_tools": true

  57.                 },

  58.                 {

  59.                     "llm_name": "gpt-4o-mini",

  60.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  61.                     "max_tokens": 128000,

  62.                     "model_type": "chat",

  63.                     "is_tools": true

  64.                 },

  65.                 {

  66.                     "llm_name": "gpt-4o",

  67.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  68.                     "max_tokens": 128000,

  69.                     "model_type": "chat",

  70.                     "is_tools": true

  71.                 },

  72.                 {

  73.                     "llm_name": "gpt-3.5-turbo",

  74.                     "tags": "LLM,CHAT,4K",

  75.                     "max_tokens": 4096,

  76.                     "model_type": "chat",

  77.                     "is_tools": false

  78.                 },

  79.                 {

  80.                     "llm_name": "gpt-3.5-turbo-16k-0613",

  81.                     "tags": "LLM,CHAT,16k",

  82.                     "max_tokens": 16385,

  83.                     "model_type": "chat",

  84.                     "is_tools": false

  85.                 },

  86.                 {

  87.                     "llm_name": "text-embedding-ada-002",

  88.                     "tags": "TEXT EMBEDDING,8K",

  89.                     "max_tokens": 8191,

  90.                     "model_type": "embedding",

  91.                     "is_tools": false

  92.                 },

  93.                 {

  94.                     "llm_name": "text-embedding-3-small",

  95.                     "tags": "TEXT EMBEDDING,8K",

  96.                     "max_tokens": 8191,

  97.                     "model_type": "embedding",

  98.                     "is_tools": false

  99.                 },

  100.                 {

  101.                     "llm_name": "text-embedding-3-large",

  102.                     "tags": "TEXT EMBEDDING,8K",

  103.                     "max_tokens": 8191,

  104.                     "model_type": "embedding",

  105.                     "is_tools": false

  106.                 },

  107.                 {

  108.                     "llm_name": "whisper-1",

  109.                     "tags": "SPEECH2TEXT",

  110.                     "max_tokens": 26214400,

  111.                     "model_type": "speech2text",

  112.                     "is_tools": false

  113.                 },

  114.                 {

  115.                     "llm_name": "gpt-4",

  116.                     "tags": "LLM,CHAT,8K",

  117.                     "max_tokens": 8191,

  118.                     "model_type": "chat",

  119.                     "is_tools": false

  120.                 },

  121.                 {

  122.                     "llm_name": "gpt-4-turbo",

  123.                     "tags": "LLM,CHAT,8K",

  124.                     "max_tokens": 8191,

  125.                     "model_type": "chat",

  126.                     "is_tools": true

  127.                 },

  128.                 {

  129.                     "llm_name": "gpt-4-32k",

  130.                     "tags": "LLM,CHAT,32K",

  131.                     "max_tokens": 32768,

  132.                     "model_type": "chat",

  133.                     "is_tools": false

  134.                 },

  135.                 {

  136.                     "llm_name": "tts-1",

  137.                     "tags": "TTS",

  138.                     "max_tokens": 2048,

  139.                     "model_type": "tts",

  140.                     "is_tools": false

  141.                 }

  142.             ]

  143.         },

  144.         {

  145.             "name": "xAI",

  146.             "logo": "",

  147.             "tags": "LLM",

  148.             "status": "1",

  149.             "llm": [

  150.                 {

  151.                     "llm_name": "grok-4",

  152.                     "tags": "LLM,CHAT,256k",

  153.                     "max_tokens": 256000,

  154.                     "model_type": "chat",

  155.                     "is_tools": true

  156.                 },

  157.                 {

  158.                     "llm_name": "grok-3",

  159.                     "tags": "LLM,CHAT,130k",

  160.                     "max_tokens": 131072,

  161.                     "model_type": "chat",

  162.                     "is_tools": true

  163. 

  164.                 },

  165.                 {

  166.                     "llm_name": "grok-3-fast",

  167.                     "tags": "LLM,CHAT,130k",

  168.                     "max_tokens": 131072,

  169.                     "model_type": "chat",

  170.                     "is_tools": true

  171. 

  172.                 },

  173.                 {

  174.                     "llm_name": "grok-3-mini",

  175.                     "tags": "LLM,CHAT,130k",

  176.                     "max_tokens": 131072,

  177.                     "model_type": "chat",

  178.                     "is_tools": true

  179. 

  180.                 },

  181.                 {

  182.                     "llm_name": "grok-3-mini-mini-fast",

  183.                     "tags": "LLM,CHAT,130k",

  184.                     "max_tokens": 131072,

  185.                     "model_type": "chat",

  186.                     "is_tools": true

  187. 

  188.                 },

  189.                 {

  190.                     "llm_name": "grok-2-vision",

  191.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  192.                     "max_tokens": 32768,

  193.                     "model_type": "image2text",

  194.                     "is_tools": true

  195. 

  196.                 }

  197.             ]

  198.         },

  199.         {

  200.             "name": "Tongyi-Qianwen",

  201.             "logo": "",

  202.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,TTS,SPEECH2TEXT,MODERATION",

  203.             "status": "1",

  204.             "llm": [

  205.                 {

  206.                     "llm_name": "deepseek-r1",

  207.                     "tags": "LLM,CHAT,64K",

  208.                     "max_tokens": 65792,

  209.                     "model_type": "chat",

  210.                     "is_tools": false

  211.                 },

  212.                 {

  213.                     "llm_name": "deepseek-v3",

  214.                     "tags": "LLM,CHAT,64K",

  215.                     "max_tokens": 65792,

  216.                     "model_type": "chat",

  217.                     "is_tools": false

  218.                 },

  219.                 {

  220.                     "llm_name": "deepseek-r1-distill-qwen-1.5b",

  221.                     "tags": "LLM,CHAT,32K",

  222.                     "max_tokens": 32768,

  223.                     "model_type": "chat",

  224.                     "is_tools": false

  225.                 },

  226.                 {

  227.                     "llm_name": "deepseek-r1-distill-qwen-7b",

  228.                     "tags": "LLM,CHAT,32K",

  229.                     "max_tokens": 32768,

  230.                     "model_type": "chat",

  231.                     "is_tools": false

  232.                 },

  233.                 {

  234.                     "llm_name": "deepseek-r1-distill-qwen-14b",

  235.                     "tags": "LLM,CHAT,32K",

  236.                     "max_tokens": 32768,

  237.                     "model_type": "chat",

  238.                     "is_tools": false

  239.                 },

  240.                 {

  241.                     "llm_name": "deepseek-r1-distill-qwen-32b",

  242.                     "tags": "LLM,CHAT,32K",

  243.                     "max_tokens": 32768,

  244.                     "model_type": "chat",

  245.                     "is_tools": false

  246.                 },

  247.                 {

  248.                     "llm_name": "deepseek-r1-distill-llama-8b",

  249.                     "tags": "LLM,CHAT,32K",

  250.                     "max_tokens": 32768,

  251.                     "model_type": "chat",

  252.                     "is_tools": false

  253.                 },

  254.                 {

  255.                     "llm_name": "deepseek-r1-distill-llama-70b",

  256.                     "tags": "LLM,CHAT,32K",

  257.                     "max_tokens": 32768,

  258.                     "model_type": "chat",

  259.                     "is_tools": false

  260.                 },

  261.                 {

  262.                     "llm_name": "qwq-32b",

  263.                     "tags": "LLM,CHAT,128k",

  264.                     "max_tokens": 131072,

  265.                     "model_type": "chat",

  266.                     "is_tools": true

  267.                 },

  268.                 {

  269.                     "llm_name": "qwq-plus",

  270.                     "tags": "LLM,CHAT,132k",

  271.                     "max_tokens": 131072,

  272.                     "model_type": "chat",

  273.                     "is_tools": true

  274.                 },

  275.                 {

  276.                     "llm_name": "qwq-plus-latest",

  277.                     "tags": "LLM,CHAT,132k",

  278.                     "max_tokens": 131072,

  279.                     "model_type": "chat",

  280.                     "is_tools": true

  281.                 },

  282.                 {

  283.                     "llm_name": "qwen3-30b-a3b",

  284.                     "tags": "LLM,CHAT,128k",

  285.                     "max_tokens": 128000,

  286.                     "model_type": "chat",

  287.                     "is_tools": true

  288.                 },

  289.                 {

  290.                     "llm_name": "qwen3-235b-a22b",

  291.                     "tags": "LLM,CHAT,128k",

  292.                     "max_tokens": 128000,

  293.                     "model_type": "chat",

  294.                     "is_tools": true

  295.                 },

  296.                 {

  297.                     "llm_name": "qwen3-0.6b",

  298.                     "tags": "LLM,CHAT,32k",

  299.                     "max_tokens": 32000,

  300.                     "model_type": "chat",

  301.                     "is_tools": true

  302.                 },

  303.                 {

  304.                     "llm_name": "qwen3-1.7b",

  305.                     "tags": "LLM,CHAT,32k",

  306.                     "max_tokens": 32000,

  307.                     "model_type": "chat",

  308.                     "is_tools": true

  309.                 },

  310.                 {

  311.                     "llm_name": "qwen3-4b",

  312.                     "tags": "LLM,CHAT,128k",

  313.                     "max_tokens": 128000,

  314.                     "model_type": "chat",

  315.                     "is_tools": true

  316.                 },

  317.                 {

  318.                     "llm_name": "qwen3-8b",

  319.                     "tags": "LLM,CHAT,128k",

  320.                     "max_tokens": 128000,

  321.                     "model_type": "chat",

  322.                     "is_tools": true

  323.                 },

  324.                 {

  325.                     "llm_name": "qwen3-14b",

  326.                     "tags": "LLM,CHAT,128k",

  327.                     "max_tokens": 128000,

  328.                     "model_type": "chat",

  329.                     "is_tools": true

  330.                 },

  331.                 {

  332.                     "llm_name": "qwen3-32b",

  333.                     "tags": "LLM,CHAT,128k",

  334.                     "max_tokens": 128000,

  335.                     "model_type": "chat",

  336.                     "is_tools": true

  337.                 },

  338.                 {

  339.                     "llm_name": "qwen-long",

  340.                     "tags": "LLM,CHAT,10000K",

  341.                     "max_tokens": 1000000,

  342.                     "model_type": "chat",

  343.                     "is_tools": true

  344.                 },

  345.                 {

  346.                     "llm_name": "qwen-turbo",

  347.                     "tags": "LLM,CHAT,1M",

  348.                     "max_tokens": 1000000,

  349.                     "model_type": "chat",

  350.                     "is_tools": true

  351.                 },

  352.                 {

  353.                     "llm_name": "qwen-turbo-2025-04-28",

  354.                     "tags": "LLM,CHAT,1M",

  355.                     "max_tokens": 1000000,

  356.                     "model_type": "chat",

  357.                     "is_tools": true

  358.                 },

  359.                 {

  360.                     "llm_name": "qwen-turbo-latest",

  361.                     "tags": "LLM,CHAT,1M",

  362.                     "max_tokens": 1000000,

  363.                     "model_type": "chat",

  364.                     "is_tools": true

  365.                 },

  366.                 {

  367.                     "llm_name": "qwen-max",

  368.                     "tags": "LLM,CHAT,32K",

  369.                     "max_tokens": 32768,

  370.                     "model_type": "chat",

  371.                     "is_tools": true

  372.                 },

  373.                 {

  374.                     "llm_name": "qwen-plus",

  375.                     "tags": "LLM,CHAT,132k",

  376.                     "max_tokens": 131072,

  377.                     "model_type": "chat",

  378.                     "is_tools": true

  379.                 },

  380.                 {

  381.                     "llm_name": "qwen-plus-2025-04-28",

  382.                     "tags": "LLM,CHAT,128k",

  383.                     "max_tokens": 128000,

  384.                     "model_type": "chat",

  385.                     "is_tools": true

  386.                 },

  387.                 {

  388.                     "llm_name": "qwen-plus-latest",

  389.                     "tags": "LLM,CHAT,132k",

  390.                     "max_tokens": 131072,

  391.                     "model_type": "chat",

  392.                     "is_tools": true

  393.                 },

  394.                 {

  395.                     "llm_name": "text-embedding-v2",

  396.                     "tags": "TEXT EMBEDDING,2K",

  397.                     "max_tokens": 2048,

  398.                     "model_type": "embedding"

  399.                 },

  400.                 {

  401.                     "llm_name": "sambert-zhide-v1",

  402.                     "tags": "TTS",

  403.                     "max_tokens": 2048,

  404.                     "model_type": "tts"

  405.                 },

  406.                 {

  407.                     "llm_name": "sambert-zhiru-v1",

  408.                     "tags": "TTS",

  409.                     "max_tokens": 2048,

  410.                     "model_type": "tts"

  411.                 },

  412.                 {

  413.                     "llm_name": "text-embedding-v3",

  414.                     "tags": "TEXT EMBEDDING,8K",

  415.                     "max_tokens": 8192,

  416.                     "model_type": "embedding"

  417.                 },

  418.                 {

  419.                     "llm_name": "text-embedding-v4",

  420.                     "tags": "TEXT EMBEDDING,8K",

  421.                     "max_tokens": 8192,

  422.                     "model_type": "embedding"

  423.                 },

  424.                 {

  425.                     "llm_name": "qwen-vl-max",

  426.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  427.                     "max_tokens": 765,

  428.                     "model_type": "image2text",

  429.                     "is_tools": false

  430.                 },

  431.                 {

  432.                     "llm_name": "qwen-vl-plus",

  433.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  434.                     "max_tokens": 765,

  435.                     "model_type": "image2text",

  436.                     "is_tools": false

  437.                 },

  438.                 {

  439.                     "llm_name": "gte-rerank",

  440.                     "tags": "RE-RANK,4k",

  441.                     "max_tokens": 4000,

  442.                     "model_type": "rerank"

  443.                 }

  444.             ]

  445.         },

  446.         {

  447.             "name": "ZHIPU-AI",

  448.             "logo": "",

  449.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  450.             "status": "1",

  451.             "llm": [

  452.                 {

  453.                     "llm_name": "glm-4-plus",

  454.                     "tags": "LLM,CHAT,",

  455.                     "max_tokens": 128000,

  456.                     "model_type": "chat",

  457.                     "is_tools": true

  458.                 },

  459.                 {

  460.                     "llm_name": "glm-4-0520",

  461.                     "tags": "LLM,CHAT,",

  462.                     "max_tokens": 128000,

  463.                     "model_type": "chat",

  464.                     "is_tools": true

  465.                 },

  466.                 {

  467.                     "llm_name": "glm-4",

  468.                     "tags": "LLM,CHAT,",

  469.                     "max_tokens": 128000,

  470.                     "model_type": "chat",

  471.                     "is_tools": true

  472.                 },

  473.                 {

  474.                     "llm_name": "glm-4-airx",

  475.                     "tags": "LLM,CHAT,",

  476.                     "max_tokens": 8000,

  477.                     "model_type": "chat",

  478.                     "is_tools": true

  479.                 },

  480.                 {

  481.                     "llm_name": "glm-4-air",

  482.                     "tags": "LLM,CHAT,",

  483.                     "max_tokens": 128000,

  484.                     "model_type": "chat",

  485.                     "is_tools": true

  486.                 },

  487.                 {

  488.                     "llm_name": "glm-4-flash",

  489.                     "tags": "LLM,CHAT,",

  490.                     "max_tokens": 128000,

  491.                     "model_type": "chat",

  492.                     "is_tools": true

  493.                 },

  494.                 {

  495.                     "llm_name": "glm-4-flashx",

  496.                     "tags": "LLM,CHAT,",

  497.                     "max_tokens": 128000,

  498.                     "model_type": "chat",

  499.                     "is_tools": true

  500.                 },

  501.                 {

  502.                     "llm_name": "glm-4-long",

  503.                     "tags": "LLM,CHAT,",

  504.                     "max_tokens": 1000000,

  505.                     "model_type": "chat",

  506.                     "is_tools": true

  507.                 },

  508.                 {

  509.                     "llm_name": "glm-3-turbo",

  510.                     "tags": "LLM,CHAT,",

  511.                     "max_tokens": 128000,

  512.                     "model_type": "chat",

  513.                     "is_tools": true

  514.                 },

  515.                 {

  516.                     "llm_name": "glm-4v",

  517.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  518.                     "max_tokens": 2000,

  519.                     "model_type": "image2text",

  520.                     "is_tools": true

  521.                 },

  522.                 {

  523.                     "llm_name": "glm-4-9b",

  524.                     "tags": "LLM,CHAT,",

  525.                     "max_tokens": 8192,

  526.                     "model_type": "chat",

  527.                     "is_tools": true

  528.                 },

  529.                 {

  530.                     "llm_name": "embedding-2",

  531.                     "tags": "TEXT EMBEDDING",

  532.                     "max_tokens": 512,

  533.                     "model_type": "embedding"

  534.                 },

  535.                 {

  536.                     "llm_name": "embedding-3",

  537.                     "tags": "TEXT EMBEDDING",

  538.                     "max_tokens": 512,

  539.                     "model_type": "embedding"

  540.                 }

  541.             ]

  542.         },

  543.         {

  544.             "name": "Ollama",

  545.             "logo": "",

  546.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  547.             "status": "1",

  548.             "llm": []

  549.         },

  550.         {

  551.             "name": "ModelScope",

  552.             "logo": "",

  553.             "tags": "LLM",

  554.             "status": "1",

  555.             "llm": []

  556.         },

  557.         {

  558.             "name": "LocalAI",

  559.             "logo": "",

  560.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  561.             "status": "1",

  562.             "llm": []

  563.         },

  564.         {

  565.             "name": "OpenAI-API-Compatible",

  566.             "logo": "",

  567.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  568.             "status": "1",

  569.             "llm": []

  570.         },

  571.         {

  572.             "name": "VLLM",

  573.             "logo": "",

  574.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  575.             "status": "1",

  576.             "llm": []

  577.         },

  578.         {

  579.             "name": "Moonshot",

  580.             "logo": "",

  581.             "tags": "LLM,TEXT EMBEDDING",

  582.             "status": "1",

  583.             "llm": [

  584.                 {

  585.                     "llm_name": "kimi-k2-0711-preview",

  586.                     "tags": "LLM,CHAT,128k",

  587.                     "max_tokens": 131072,

  588.                     "model_type": "chat",

  589.                     "is_tools": true

  590.                 },

  591.                 {

  592.                     "llm_name": "kimi-latest-8k",

  593.                     "tags": "LLM,CHAT,8k",

  594.                     "max_tokens": 8192,

  595.                     "model_type": "chat",

  596.                     "is_tools": true

  597.                 },

  598.                 {

  599.                     "llm_name": "kimi-latest-32k",

  600.                     "tags": "LLM,CHAT,32k",

  601.                     "max_tokens": 32768,

  602.                     "model_type": "chat",

  603.                     "is_tools": true

  604.                 },

  605.                 {

  606.                     "llm_name": "kimi-latest-128k",

  607.                     "tags": "LLM,CHAT,128k",

  608.                     "max_tokens": 131072,

  609.                     "model_type": "chat",

  610.                     "is_tools": true

  611.                 },

  612.                 {

  613.                     "llm_name": "moonshot-v1-8k",

  614.                     "tags": "LLM,CHAT,",

  615.                     "max_tokens": 7900,

  616.                     "model_type": "chat",

  617.                     "is_tools": true

  618.                 },

  619.                 {

  620.                     "llm_name": "moonshot-v1-32k",

  621.                     "tags": "LLM,CHAT,",

  622.                     "max_tokens": 32768,

  623.                     "model_type": "chat",

  624.                     "is_tools": true

  625.                 },

  626.                 {

  627.                     "llm_name": "moonshot-v1-128k",

  628.                     "tags": "LLM,CHAT",

  629.                     "max_tokens": 128000,

  630.                     "model_type": "chat",

  631.                     "is_tools": true

  632.                 },

  633.                 {

  634.                     "llm_name": "moonshot-v1-auto",

  635.                     "tags": "LLM,CHAT,",

  636.                     "max_tokens": 128000,

  637.                     "model_type": "chat",

  638.                     "is_tools": true

  639.                 }

  640.             ]

  641.         },

  642.         {

  643.             "name": "FastEmbed",

  644.             "logo": "",

  645.             "tags": "TEXT EMBEDDING",

  646.             "status": "1",

  647.             "llm": []

  648.         },

  649.         {

  650.             "name": "Xinference",

  651.             "logo": "",

  652.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,MODERATION,TEXT RE-RANK",

  653.             "status": "1",

  654.             "llm": []

  655.         },

  656.         {

  657.             "name": "Youdao",

  658.             "logo": "",

  659.             "tags": "TEXT EMBEDDING",

  660.             "status": "1",

  661.             "llm": [

  662.                 {

  663.                     "llm_name": "maidalun1020/bce-embedding-base_v1",

  664.                     "tags": "TEXT EMBEDDING,",

  665.                     "max_tokens": 512,

  666.                     "model_type": "embedding"

  667.                 }

  668.             ]

  669.         },

  670.         {

  671.             "name": "DeepSeek",

  672.             "logo": "",

  673.             "tags": "LLM",

  674.             "status": "1",

  675.             "llm": [

  676.                 {

  677.                     "llm_name": "deepseek-chat",

  678.                     "tags": "LLM,CHAT,",

  679.                     "max_tokens": 64000,

  680.                     "model_type": "chat",

  681.                     "is_tools": true

  682.                 },

  683.                 {

  684.                     "llm_name": "deepseek-reasoner",

  685.                     "tags": "LLM,CHAT,",

  686.                     "max_tokens": 64000,

  687.                     "model_type": "chat",

  688.                     "is_tools": true

  689.                 }

  690.             ]

  691.         },

  692.         {

  693.             "name": "VolcEngine",

  694.             "logo": "",

  695.             "tags": "LLM, TEXT EMBEDDING",

  696.             "status": "1",

  697.             "llm": [

  698.                 {

  699.                     "llm_name": "Doubao-pro-128k",

  700.                     "tags": "LLM,CHAT,128k",

  701.                     "max_tokens": 131072,

  702.                     "model_type": "chat",

  703.                     "is_tools": true

  704.                 },

  705.                 {

  706.                     "llm_name": "Doubao-pro-32k",

  707.                     "tags": "LLM,CHAT,32k",

  708.                     "max_tokens": 32768,

  709.                     "model_type": "chat",

  710.                     "is_tools": true

  711.                 },

  712.                 {

  713.                     "llm_name": "Doubao-pro-4k",

  714.                     "tags": "LLM,CHAT,4k",

  715.                     "max_tokens": 4096,

  716.                     "model_type": "chat",

  717.                     "is_tools": true

  718.                 }

  719.             ]

  720.         },

  721.         {

  722.             "name": "BaiChuan",

  723.             "logo": "",

  724.             "tags": "LLM,TEXT EMBEDDING",

  725.             "status": "1",

  726.             "llm": [

  727.                 {

  728.                     "llm_name": "Baichuan2-Turbo",

  729.                     "tags": "LLM,CHAT,32K",

  730.                     "max_tokens": 32768,

  731.                     "model_type": "chat",

  732.                     "is_tools": true

  733.                 },

  734.                 {

  735.                     "llm_name": "Baichuan2-Turbo-192k",

  736.                     "tags": "LLM,CHAT,192K",

  737.                     "max_tokens": 196608,

  738.                     "model_type": "chat",

  739.                     "is_tools": true

  740.                 },

  741.                 {

  742.                     "llm_name": "Baichuan3-Turbo",

  743.                     "tags": "LLM,CHAT,32K",

  744.                     "max_tokens": 32768,

  745.                     "model_type": "chat",

  746.                     "is_tools": true

  747.                 },

  748.                 {

  749.                     "llm_name": "Baichuan3-Turbo-128k",

  750.                     "tags": "LLM,CHAT,128K",

  751.                     "max_tokens": 131072,

  752.                     "model_type": "chat",

  753.                     "is_tools": true

  754.                 },

  755.                 {

  756.                     "llm_name": "Baichuan4",

  757.                     "tags": "LLM,CHAT,128K",

  758.                     "max_tokens": 131072,

  759.                     "model_type": "chat",

  760.                     "is_tools": true

  761.                 },

  762.                 {

  763.                     "llm_name": "Baichuan-Text-Embedding",

  764.                     "tags": "TEXT EMBEDDING",

  765.                     "max_tokens": 512,

  766.                     "model_type": "embedding"

  767.                 }

  768.             ]

  769.         },

  770.         {

  771.             "name": "Jina",

  772.             "logo": "",

  773.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  774.             "status": "1",

  775.             "llm": [

  776.                 {

  777.                     "llm_name": "jina-reranker-v1-base-en",

  778.                     "tags": "RE-RANK,8k",

  779.                     "max_tokens": 8196,

  780.                     "model_type": "rerank"

  781.                 },

  782.                 {

  783.                     "llm_name": "jina-reranker-v1-turbo-en",

  784.                     "tags": "RE-RANK,8k",

  785.                     "max_tokens": 8196,

  786.                     "model_type": "rerank"

  787.                 },

  788.                 {

  789.                     "llm_name": "jina-reranker-v1-tiny-en",

  790.                     "tags": "RE-RANK,8k",

  791.                     "max_tokens": 8196,

  792.                     "model_type": "rerank"

  793.                 },

  794.                 {

  795.                     "llm_name": "jina-colbert-v1-en",

  796.                     "tags": "RE-RANK,8k",

  797.                     "max_tokens": 8196,

  798.                     "model_type": "rerank"

  799.                 },

  800.                 {

  801.                     "llm_name": "jina-embeddings-v2-base-en",

  802.                     "tags": "TEXT EMBEDDING",

  803.                     "max_tokens": 8196,

  804.                     "model_type": "embedding"

  805.                 },

  806.                 {

  807.                     "llm_name": "jina-embeddings-v2-base-de",

  808.                     "tags": "TEXT EMBEDDING",

  809.                     "max_tokens": 8196,

  810.                     "model_type": "embedding"

  811.                 },

  812.                 {

  813.                     "llm_name": "jina-embeddings-v2-base-es",

  814.                     "tags": "TEXT EMBEDDING",

  815.                     "max_tokens": 8196,

  816.                     "model_type": "embedding"

  817.                 },

  818.                 {

  819.                     "llm_name": "jina-embeddings-v2-base-code",

  820.                     "tags": "TEXT EMBEDDING",

  821.                     "max_tokens": 8196,

  822.                     "model_type": "embedding"

  823.                 },

  824.                 {

  825.                     "llm_name": "jina-embeddings-v2-base-zh",

  826.                     "tags": "TEXT EMBEDDING",

  827.                     "max_tokens": 8196,

  828.                     "model_type": "embedding"

  829.                 },

  830.                 {

  831.                     "llm_name": "jina-reranker-v2-base-multilingual",

  832.                     "tags": "RE-RANK,8k",

  833.                     "max_tokens": 8196,

  834.                     "model_type": "rerank"

  835.                 },

  836.                 {

  837.                     "llm_name": "jina-embeddings-v3",

  838.                     "tags": "TEXT EMBEDDING",

  839.                     "max_tokens": 8196,

  840.                     "model_type": "embedding"

  841.                 }

  842.             ]

  843.         },

  844.         {

  845.             "name": "BAAI",

  846.             "logo": "",

  847.            "tags": "TEXT EMBEDDING",

  848.             "status": "1",

  849.             "llm": [

  850.                 {

  851.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  852.                     "tags": "TEXT EMBEDDING,",

  853.                     "max_tokens": 1024,

  854.                     "model_type": "embedding"

  855.                 }

  856.             ]

  857.         },

  858.         {

  859.             "name": "MiniMax",

  860.             "logo": "",

  861.             "tags": "LLM,TEXT EMBEDDING",

  862.             "status": "1",

  863.             "llm": [

  864.                 {

  865.                     "llm_name": "abab6.5-chat",

  866.                     "tags": "LLM,CHAT,8k",

  867.                     "max_tokens": 8192,

  868.                     "model_type": "chat"

  869.                 },

  870.                 {

  871.                     "llm_name": "abab6.5s-chat",

  872.                     "tags": "LLM,CHAT,245k",

  873.                     "max_tokens": 245760,

  874.                     "model_type": "chat",

  875.                     "is_tools": true

  876.                 },

  877.                 {

  878.                     "llm_name": "abab6.5t-chat",

  879.                     "tags": "LLM,CHAT,8k",

  880.                     "max_tokens": 8192,

  881.                     "model_type": "chat"

  882.                 },

  883.                 {

  884.                     "llm_name": "abab6.5g-chat",

  885.                     "tags": "LLM,CHAT,8k",

  886.                     "max_tokens": 8192,

  887.                     "model_type": "chat"

  888.                 },

  889.                 {

  890.                     "llm_name": "abab5.5s-chat",

  891.                     "tags": "LLM,CHAT,8k",

  892.                     "max_tokens": 8192,

  893.                     "model_type": "chat"

  894.                 }

  895.             ]

  896.         },

  897.         {

  898.             "name": "Mistral",

  899.             "logo": "",

  900.             "tags": "LLM,TEXT EMBEDDING,MODERATION",

  901.             "status": "1",

  902.             "llm": [

  903.                 {

  904.                     "llm_name": "codestral-latest",

  905.                     "tags": "LLM,CHAT,256k",

  906.                     "max_tokens": 256000,

  907.                     "model_type": "chat",

  908.                     "is_tools": true

  909.                 },

  910.                 {

  911.                     "llm_name": "mistral-large-latest",

  912.                     "tags": "LLM,CHAT,131k",

  913.                     "max_tokens": 131000,

  914.                     "model_type": "chat",

  915.                     "is_tools": true

  916.                 },

  917.                 {

  918.                     "llm_name": "mistral-saba-latest",

  919.                     "tags": "LLM,CHAT,32k",

  920.                     "max_tokens": 32000,

  921.                     "model_type": "chat"

  922.                 },

  923.                 {

  924.                     "llm_name": "pixtral-large-latest",

  925.                     "tags": "LLM,CHAT,IMAGE2TEXT,131k",

  926.                     "max_tokens": 131000,

  927.                     "model_type": "image2text",

  928.                     "is_tools": true

  929.                 },

  930.                 {

  931.                     "llm_name": "ministral-3b-latest",

  932.                     "tags": "LLM,CHAT,131k",

  933.                     "max_tokens": 131000,

  934.                     "model_type": "chat",

  935.                     "is_tools": true

  936.                 },

  937.                 {

  938.                     "llm_name": "ministral-8b-latest",

  939.                     "tags": "LLM,CHAT,131k",

  940.                     "max_tokens": 131000,

  941.                     "model_type": "chat",

  942.                     "is_tools": true

  943.                 },

  944.                 {

  945.                     "llm_name": "mistral-embed",

  946.                     "tags": "TEXT EMBEDDING,8k",

  947.                     "max_tokens": 8192,

  948.                     "model_type": "embedding"

  949.                 },

  950.                 {

  951.                     "llm_name": "mistral-moderation-latest",

  952.                     "tags": "LLM,CHAT,8k",

  953.                     "max_tokens": 8192,

  954.                     "model_type": "chat"

  955.                 },

  956.                 {

  957.                     "llm_name": "mistral-small-latest",

  958.                     "tags": "LLM,CHAT,32k",

  959.                     "max_tokens": 32000,

  960.                     "model_type": "chat",

  961.                     "is_tools": true

  962.                 },

  963.                 {

  964.                     "llm_name": "pixtral-12b-2409",

  965.                     "tags": "LLM,IMAGE2TEXT,131k",

  966.                     "max_tokens": 131000,

  967.                     "model_type": "image2text"

  968.                 },

  969.                 {

  970.                     "llm_name": "mistral-ocr-latest",

  971.                     "tags": "LLM,IMAGE2TEXT,131k",

  972.                     "max_tokens": 131000,

  973.                     "model_type": "image2text"

  974.                 },

  975.                 {

  976.                     "llm_name": "open-mistral-nemo",

  977.                     "tags": "LLM,CHAT,131k",

  978.                     "max_tokens": 131000,

  979.                     "model_type": "chat",

  980.                     "is_tools": true

  981.                 },

  982.                 {

  983.                     "llm_name": "open-codestral-mamba",

  984.                     "tags": "LLM,CHAT,256k",

  985.                     "max_tokens": 256000,

  986.                     "model_type": "chat"

  987.                 }

  988.             ]

  989.         },

  990.         {

  991.             "name": "Azure-OpenAI",

  992.             "logo": "",

  993.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  994.             "status": "1",

  995.             "llm": [

  996.                 {

  997.                     "llm_name": "gpt-4o-mini",

  998.                     "tags": "LLM,CHAT,128K",

  999.                     "max_tokens": 128000,

  1000.                     "model_type": "image2text",

  1001.                     "is_tools": true

  1002.                 },

  1003.                 {

  1004.                     "llm_name": "gpt-4o",

  1005.                     "tags": "LLM,CHAT,128K",

  1006.                     "max_tokens": 128000,

  1007.                     "model_type": "image2text",

  1008.                     "is_tools": true

  1009.                 },

  1010.                 {

  1011.                     "llm_name": "gpt-3.5-turbo",

  1012.                     "tags": "LLM,CHAT,4K",

  1013.                     "max_tokens": 4096,

  1014.                     "model_type": "chat",

  1015.                     "is_tools": false

  1016.                 },

  1017.                 {

  1018.                     "llm_name": "gpt-3.5-turbo-16k",

  1019.                     "tags": "LLM,CHAT,16k",

  1020.                     "max_tokens": 16385,

  1021.                     "model_type": "chat"

  1022.                 },

  1023.                 {

  1024.                     "llm_name": "text-embedding-ada-002",

  1025.                     "tags": "TEXT EMBEDDING,8K",

  1026.                     "max_tokens": 8191,

  1027.                     "model_type": "embedding"

  1028.                 },

  1029.                 {

  1030.                     "llm_name": "text-embedding-3-small",

  1031.                     "tags": "TEXT EMBEDDING,8K",

  1032.                     "max_tokens": 8191,

  1033.                     "model_type": "embedding"

  1034.                 },

  1035.                 {

  1036.                     "llm_name": "text-embedding-3-large",

  1037.                     "tags": "TEXT EMBEDDING,8K",

  1038.                     "max_tokens": 8191,

  1039.                     "model_type": "embedding"

  1040.                 },

  1041.                 {

  1042.                     "llm_name": "whisper-1",

  1043.                     "tags": "SPEECH2TEXT",

  1044.                     "max_tokens": 26214400,

  1045.                     "model_type": "speech2text"

  1046.                 },

  1047.                 {

  1048.                     "llm_name": "gpt-4",

  1049.                     "tags": "LLM,CHAT,8K",

  1050.                     "max_tokens": 8191,

  1051.                     "model_type": "chat"

  1052.                 },

  1053.                 {

  1054.                     "llm_name": "gpt-4-turbo",

  1055.                     "tags": "LLM,CHAT,8K",

  1056.                     "max_tokens": 8191,

  1057.                     "model_type": "chat",

  1058.                     "is_tools": true

  1059.                 },

  1060.                 {

  1061.                     "llm_name": "gpt-4-32k",

  1062.                     "tags": "LLM,CHAT,32K",

  1063.                     "max_tokens": 32768,

  1064.                     "model_type": "chat"

  1065.                 },

  1066.                 {

  1067.                     "llm_name": "gpt-4-vision-preview",

  1068.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1069.                     "max_tokens": 765,

  1070.                     "model_type": "image2text"

  1071.                 }

  1072.             ]

  1073.         },

  1074.         {

  1075.             "name": "Bedrock",

  1076.             "logo": "",

  1077.             "tags": "LLM,TEXT EMBEDDING",

  1078.             "status": "1",

  1079.             "llm": []

  1080.         },

  1081.         {

  1082.             "name": "Gemini",

  1083.             "logo": "",

  1084.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1085.             "status": "1",

  1086.             "llm": [

  1087.                 {

  1088.                     "llm_name": "gemini-2.5-flash",

  1089.                     "tags": "LLM,CHAT,1024K,IMAGE2TEXT",

  1090.                     "max_tokens": 1048576,

  1091.                     "model_type": "image2text",

  1092.                     "is_tools": true

  1093.                 },

  1094.                 {

  1095.                     "llm_name": "gemini-2.5-pro",

  1096.                     "tags": "LLM,CHAT,IMAGE2TEXT,1024K",

  1097.                     "max_tokens": 1048576,

  1098.                     "model_type": "image2text",

  1099.                     "is_tools": true

  1100.                 },

  1101.                 {

  1102.                     "llm_name": "gemini-2.5-flash-preview-05-20",

  1103.                     "tags": "LLM,CHAT,1024K,IMAGE2TEXT",

  1104.                     "max_tokens": 1048576,

  1105.                     "model_type": "image2text",

  1106.                     "is_tools": true

  1107.                 },

  1108.                 {

  1109.                     "llm_name": "gemini-2.0-flash-001",

  1110.                     "tags": "LLM,CHAT,1024K",

  1111.                     "max_tokens": 1048576,

  1112.                     "model_type": "image2text",

  1113.                     "is_tools": true

  1114.                 },

  1115.                 {

  1116.                     "llm_name": "gemini-2.0-flash-thinking-exp-01-21",

  1117.                     "tags": "LLM,CHAT,1024K",

  1118.                     "max_tokens": 1048576,

  1119.                     "model_type": "chat",

  1120.                     "is_tools": true

  1121.                 },

  1122.                 {

  1123.                     "llm_name": "gemini-1.5-flash",

  1124.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1125.                     "max_tokens": 1048576,

  1126.                     "model_type": "image2text"

  1127.                 },

  1128.                 {

  1129.                     "llm_name": "gemini-2.5-pro-preview-05-06",

  1130.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1131.                     "max_tokens": 1048576,

  1132.                     "model_type": "image2text"

  1133.                 },

  1134.                 {

  1135.                     "llm_name": "gemini-1.5-pro",

  1136.                     "tags": "LLM,IMAGE2TEXT,2048K",

  1137.                     "max_tokens": 2097152,

  1138.                     "model_type": "image2text"

  1139.                 },

  1140.                 {

  1141.                     "llm_name": "gemini-1.5-flash-8b",

  1142.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1143.                     "max_tokens": 1048576,

  1144.                     "model_type": "image2text",

  1145.                     "is_tools": true

  1146.                 },

  1147.                 {

  1148.                     "llm_name": "text-embedding-004",

  1149.                     "tags": "TEXT EMBEDDING",

  1150.                     "max_tokens": 2048,

  1151.                     "model_type": "embedding"

  1152.                 },

  1153.                 {

  1154.                     "llm_name": "embedding-001",

  1155.                     "tags": "TEXT EMBEDDING",

  1156.                     "max_tokens": 2048,

  1157.                     "model_type": "embedding"

  1158.                 }

  1159.             ]

  1160.         },

  1161.         {

  1162.             "name": "Groq",

  1163.             "logo": "",

  1164.             "tags": "LLM",

  1165.             "status": "1",

  1166.             "llm": [

  1167.                 {

  1168.                     "llm_name": "gemma2-9b-it",

  1169.                     "tags": "LLM,CHAT,15k",

  1170.                     "max_tokens": 8192,

  1171.                     "model_type": "chat"

  1172.                 },

  1173.                 {

  1174.                     "llm_name": "llama3-70b-8192",

  1175.                     "tags": "LLM,CHAT,6k",

  1176.                     "max_tokens": 8192,

  1177.                     "model_type": "chat"

  1178.                 },

  1179.                 {

  1180.                     "llm_name": "llama3-8b-8192",

  1181.                     "tags": "LLM,CHAT,30k",

  1182.                     "max_tokens": 8192,

  1183.                     "model_type": "chat"

  1184.                 },

  1185.                 {

  1186.                     "llm_name": "llama-3.1-70b-versatile",

  1187.                     "tags": "LLM,CHAT,128k",

  1188.                     "max_tokens": 131072,

  1189.                     "model_type": "chat",

  1190.                     "is_tools": true

  1191.                 },

  1192.                 {

  1193.                     "llm_name": "llama-3.1-8b-instant",

  1194.                     "tags": "LLM,CHAT,128k",

  1195.                     "max_tokens": 131072,

  1196.                     "model_type": "chat",

  1197.                     "is_tools": true

  1198.                 },

  1199.                 {

  1200.                     "llm_name": "llama-3.3-70b-versatile",

  1201.                     "tags": "LLM,CHAT,128k",

  1202.                     "max_tokens": 128000,

  1203.                     "model_type": "chat",

  1204.                     "is_tools": true

  1205.                 },

  1206.                 {

  1207.                     "llm_name": "llama-3.3-70b-specdec",

  1208.                     "tags": "LLM,CHAT,8k",

  1209.                     "max_tokens": 8192,

  1210.                     "model_type": "chat"

  1211.                 },

  1212.                 {

  1213.                     "llm_name": "mixtral-8x7b-32768",

  1214.                     "tags": "LLM,CHAT,5k",

  1215.                     "max_tokens": 32768,

  1216.                     "model_type": "chat"

  1217.                 }

  1218.             ]

  1219.         },

  1220.         {

  1221.             "name": "OpenRouter",

  1222.             "logo": "",

  1223.             "tags": "LLM,IMAGE2TEXT",

  1224.             "status": "1",

  1225.             "llm": []

  1226.         },

  1227.         {

  1228.             "name": "StepFun",

  1229.             "logo": "",

  1230.             "tags": "LLM",

  1231.             "status": "1",

  1232.             "llm": [

  1233.                 {

  1234.                     "llm_name": "step-1-8k",

  1235.                     "tags": "LLM,CHAT,8k",

  1236.                     "max_tokens": 8192,

  1237.                     "model_type": "chat",

  1238.                     "is_tools": true

  1239.                 },

  1240.                 {

  1241.                     "llm_name": "step-1-32k",

  1242.                     "tags": "LLM,CHAT,32k",

  1243.                     "max_tokens": 32768,

  1244.                     "model_type": "chat",

  1245.                     "is_tools": true

  1246.                 },

  1247.                 {

  1248.                     "llm_name": "step-1-128k",

  1249.                     "tags": "LLM,CHAT,128k",

  1250.                     "max_tokens": 131072,

  1251.                     "model_type": "chat",

  1252.                     "is_tools": true

  1253.                 },

  1254.                 {

  1255.                     "llm_name": "step-1-256k",

  1256.                     "tags": "LLM,CHAT,256k",

  1257.                     "max_tokens": 262144,

  1258.                     "model_type": "chat",

  1259.                     "is_tools": true

  1260.                 },

  1261.                 {

  1262.                     "llm_name": "step-1v-8k",

  1263.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1264.                     "max_tokens": 8192,

  1265.                     "model_type": "image2text",

  1266.                     "is_tools": true

  1267.                 }

  1268.             ]

  1269.         },

  1270.         {

  1271.             "name": "NVIDIA",

  1272.             "logo": "",

  1273.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1274.             "status": "1",

  1275.             "llm": [

  1276.                 {

  1277.                     "llm_name": "01-ai/yi-large",

  1278.                     "tags": "LLM,CHAT,32K",

  1279.                     "max_tokens": 32768,

  1280.                     "model_type": "chat"

  1281.                 },

  1282.                 {

  1283.                     "llm_name": "abacusai/dracarys-llama-3.1-70b-instruct",

  1284.                     "tags": "LLM,CHAT,128K",

  1285.                     "max_tokens": 131072,

  1286.                     "model_type": "chat"

  1287.                 },

  1288.                 {

  1289.                     "llm_name": "ai21labs/jamba-1.5-large-instruct",

  1290.                     "tags": "LLM,CHAT,256K",

  1291.                     "max_tokens": 256000,

  1292.                     "model_type": "chat"

  1293.                 },

  1294.                 {

  1295.                     "llm_name": "ai21labs/jamba-1.5-mini-instruct",

  1296.                     "tags": "LLM,CHAT,256K",

  1297.                     "max_tokens": 256000,

  1298.                     "model_type": "chat"

  1299.                 },

  1300.                 {

  1301.                     "llm_name": "aisingapore/sea-lion-7b-instruct",

  1302.                     "tags": "LLM,CHAT,128K",

  1303.                     "max_tokens": 131072,

  1304.                     "model_type": "chat"

  1305.                 },

  1306.                 {

  1307.                     "llm_name": "baichuan-inc/baichuan2-13b-chat",

  1308.                     "tags": "LLM,CHAT,192K",

  1309.                     "max_tokens": 196608,

  1310.                     "model_type": "chat",

  1311.                     "is_tools": true

  1312.                 },

  1313.                 {

  1314.                     "llm_name": "bigcode/starcoder2-7b",

  1315.                     "tags": "LLM,CHAT,16K",

  1316.                     "max_tokens": 16384,

  1317.                     "model_type": "chat"

  1318.                 },

  1319.                 {

  1320.                     "llm_name": "bigcode/starcoder2-15b",

  1321.                     "tags": "LLM,CHAT,16K",

  1322.                     "max_tokens": 16384,

  1323.                     "model_type": "chat"

  1324.                 },

  1325.                 {

  1326.                     "llm_name": "databricks/dbrx-instruct",

  1327.                     "tags": "LLM,CHAT,32K",

  1328.                     "max_tokens": 32768,

  1329.                     "model_type": "chat",

  1330.                     "is_tools": true

  1331.                 },

  1332.                 {

  1333.                     "llm_name": "deepseek-ai/deepseek-r1",

  1334.                     "tags": "LLM,CHAT,128K",

  1335.                     "max_tokens": 131072,

  1336.                     "model_type": "chat"

  1337.                 },

  1338.                 {

  1339.                     "llm_name": "google/gemma-2b",

  1340.                     "tags": "LLM,CHAT,8K",

  1341.                     "max_tokens": 8192,

  1342.                     "model_type": "chat"

  1343.                 },

  1344.                 {

  1345.                     "llm_name": "google/gemma-7b",

  1346.                     "tags": "LLM,CHAT,8K",

  1347.                     "max_tokens": 8192,

  1348.                     "model_type": "chat"

  1349.                 },

  1350.                 {

  1351.                     "llm_name": "google/gemma-2-2b-it",

  1352.                     "tags": "LLM,CHAT,4K",

  1353.                     "max_tokens": 4096,

  1354.                     "model_type": "chat"

  1355.                 },

  1356.                 {

  1357.                     "llm_name": "google/gemma-2-9b-it",

  1358.                     "tags": "LLM,CHAT,4K",

  1359.                     "max_tokens": 4096,

  1360.                     "model_type": "chat"

  1361.                 },

  1362.                 {

  1363.                     "llm_name": "google/gemma-2-27b-it",

  1364.                     "tags": "LLM,CHAT,4K",

  1365.                     "max_tokens": 4096,

  1366.                     "model_type": "chat"

  1367.                 },

  1368.                 {

  1369.                     "llm_name": "google/codegemma-1.1-7b",

  1370.                     "tags": "LLM,CHAT,8K",

  1371.                     "max_tokens": 8192,

  1372.                     "model_type": "chat"

  1373.                 },

  1374.                 {

  1375.                     "llm_name": "google/codegemma-7b",

  1376.                     "tags": "LLM,CHAT,8K",

  1377.                     "max_tokens": 8192,

  1378.                     "model_type": "chat"

  1379.                 },

  1380.                 {

  1381.                     "llm_name": "google/recurrentgemma-2b",

  1382.                     "tags": "LLM,CHAT,8K",

  1383.                     "max_tokens": 8192,

  1384.                     "model_type": "chat"

  1385.                 },

  1386.                 {

  1387.                     "llm_name": "google/shieldgemma-9b",

  1388.                     "tags": "LLM,CHAT,8K",

  1389.                     "max_tokens": 8192,

  1390.                     "model_type": "chat"

  1391.                 },

  1392.                 {

  1393.                     "llm_name": "ibm/granite-3.0-3b-a800m-instruct",

  1394.                     "tags": "LLM,CHAT,4K",

  1395.                     "max_tokens": 4096,

  1396.                     "model_type": "chat"

  1397.                 },

  1398.                 {

  1399.                     "llm_name": "ibm/granite-3.0-8b-instruct",

  1400.                     "tags": "LLM,CHAT,4K",

  1401.                     "max_tokens": 4096,

  1402.                     "model_type": "chat"

  1403.                 },

  1404.                 {

  1405.                     "llm_name": "ibm/granite-34b-code-instruct",

  1406.                     "tags": "LLM,CHAT,8K",

  1407.                     "max_tokens": 8192,

  1408.                     "model_type": "chat",

  1409.                     "is_tools": true

  1410.                 },

  1411.                 {

  1412.                     "llm_name": "ibm/granite-8b-code-instruct",

  1413.                     "tags": "LLM,CHAT,128K",

  1414.                     "max_tokens": 131072,

  1415.                     "model_type": "chat",

  1416.                     "is_tools": true

  1417.                 },

  1418.                 {

  1419.                     "llm_name": "ibm/granite-guardian-3.0-8b",

  1420.                     "tags": "LLM,CHAT,128k",

  1421.                     "max_tokens": 131072,

  1422.                     "model_type": "chat"

  1423.                 },

  1424.                 {

  1425.                     "llm_name": "igenius / colosseum-355b_instruct_16k",

  1426.                     "tags": "LLM,CHAT,16K",

  1427.                     "max_tokens": 16384,

  1428.                     "model_type": "chat"

  1429.                 },

  1430.                 {

  1431.                     "llm_name": "igenius / italia_10b_instruct_16k",

  1432.                     "tags": "LLM,CHAT,16K",

  1433.                     "max_tokens": 16384,

  1434.                     "model_type": "chat"

  1435.                 },

  1436.                 {

  1437.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-70b-instruct-v01",

  1438.                     "tags": "LLM,CHAT,8K",

  1439.                     "max_tokens": 8192,

  1440.                     "model_type": "chat"

  1441.                 },

  1442.                 {

  1443.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-8b-instruct-v0.1",

  1444.                     "tags": "LLM,CHAT,8K",

  1445.                     "max_tokens": 8192,

  1446.                     "model_type": "chat"

  1447.                 },

  1448.                 {

  1449.                     "llm_name": "mediatek/breeze-7b-instruct",

  1450.                     "tags": "LLM,CHAT,8K",

  1451.                     "max_tokens": 8192,

  1452.                     "model_type": "chat"

  1453.                 },

  1454.                 {

  1455.                     "llm_name": "meta/codellama-70b",

  1456.                     "tags": "LLM,CHAT,100K",

  1457.                     "max_tokens": 100000,

  1458.                     "model_type": "chat"

  1459.                 },

  1460.                 {

  1461.                     "llm_name": "meta/llama2-70b",

  1462.                     "tags": "LLM,CHAT,4K",

  1463.                     "max_tokens": 4096,

  1464.                     "model_type": "chat"

  1465.                 },

  1466.                 {

  1467.                     "llm_name": "meta/llama3-8b",

  1468.                     "tags": "LLM,CHAT,8K",

  1469.                     "max_tokens": 8192,

  1470.                     "model_type": "chat"

  1471.                 },

  1472.                 {

  1473.                     "llm_name": "meta/llama3-70b",

  1474.                     "tags": "LLM,CHAT,",

  1475.                     "max_tokens": 8192,

  1476.                     "model_type": "chat"

  1477.                 },

  1478.                 {

  1479.                     "llm_name": "meta/llama-3.1-8b-instruct",

  1480.                     "tags": "LLM,CHAT,128K",

  1481.                     "max_tokens": 131072,

  1482.                     "model_type": "chat"

  1483.                 },

  1484.                 {

  1485.                     "llm_name": "meta/llama-3.1-70b-instruct",

  1486.                     "tags": "LLM,CHAT,128K",

  1487.                     "max_tokens": 131072,

  1488.                     "model_type": "chat"

  1489.                 },

  1490.                 {

  1491.                     "llm_name": "meta/llama-3.1-405b-instruct",

  1492.                     "tags": "LLM,CHAT,128K",

  1493.                     "max_tokens": 131072,

  1494.                     "model_type": "chat"

  1495.                 },

  1496.                 {

  1497.                     "llm_name": "meta/llama-3.2-1b-instruct",

  1498.                     "tags": "LLM,CHAT,128K",

  1499.                     "max_tokens": 131072,

  1500.                     "model_type": "chat"

  1501.                 },

  1502.                 {

  1503.                     "llm_name": "meta/llama-3.2-3b-instruct",

  1504.                     "tags": "LLM,CHAT,128K",

  1505.                     "max_tokens": 131072,

  1506.                     "model_type": "chat"

  1507.                 },

  1508.                 {

  1509.                     "llm_name": "meta/llama-3.3-70b-instruct",

  1510.                     "tags": "LLM,CHAT,128K",

  1511.                     "max_tokens": 131072,

  1512.                     "model_type": "chat"

  1513.                 },

  1514.                 {

  1515.                     "llm_name": "microsoft/phi-3-medium-128k-instruct",

  1516.                     "tags": "LLM,CHAT,128K",

  1517.                     "max_tokens": 131072,

  1518.                     "model_type": "chat"

  1519.                 },

  1520.                 {

  1521.                     "llm_name": "microsoft/phi-3-medium-4k-instruct",

  1522.                     "tags": "LLM,CHAT,4K",

  1523.                     "max_tokens": 4096,

  1524.                     "model_type": "chat"

  1525.                 },

  1526.                 {

  1527.                     "llm_name": "microsoft/phi-3-mini-128k-instruct",

  1528.                     "tags": "LLM,CHAT,128K",

  1529.                     "max_tokens": 131072,

  1530.                     "model_type": "chat"

  1531.                 },

  1532.                 {

  1533.                     "llm_name": "microsoft/phi-3-mini-4k-instruct",

  1534.                     "tags": "LLM,CHAT,4K",

  1535.                     "max_tokens": 4096,

  1536.                     "model_type": "chat"

  1537.                 },

  1538.                 {

  1539.                     "llm_name": "microsoft/phi-3-small-128k-instruct",

  1540.                     "tags": "LLM,CHAT,128K",

  1541.                     "max_tokens": 131072,

  1542.                     "model_type": "chat"

  1543.                 },

  1544.                 {

  1545.                     "llm_name": "microsoft/phi-3-small-8k-instruct",

  1546.                     "tags": "LLM,CHAT,8K",

  1547.                     "max_tokens": 8192,

  1548.                     "model_type": "chat"

  1549.                 },

  1550.                 {

  1551.                     "llm_name": "microsoft/phi-3.5-mini",

  1552.                     "tags": "LLM,CHAT,128K",

  1553.                     "max_tokens": 131072,

  1554.                     "model_type": "chat"

  1555.                 },

  1556.                 {

  1557.                     "llm_name": "microsoft/phi-3.5-moe-instruct",

  1558.                     "tags": "LLM,CHAT,128K",

  1559.                     "max_tokens": 131072,

  1560.                     "model_type": "chat"

  1561.                 },

  1562.                 {

  1563.                     "llm_name": "mistralai/codestral-22b-instruct-v0.1",

  1564.                     "tags": "LLM,CHAT,32K",

  1565.                     "max_tokens": 32768,

  1566.                     "model_type": "chat",

  1567.                     "is_tools": true

  1568.                 },

  1569.                 {

  1570.                     "llm_name": "mistralai/mamba-codestral-7b-v0.1",

  1571.                     "tags": "LLM,CHAT,4K",

  1572.                     "max_tokens": 4096,

  1573.                     "model_type": "chat"

  1574.                 },

  1575.                 {

  1576.                     "llm_name": "mistralai/mistral-2-large-instruct",

  1577.                     "tags": "LLM,CHAT,128K",

  1578.                     "max_tokens": 131072,

  1579.                     "model_type": "chat"

  1580.                 },

  1581.                 {

  1582.                     "llm_name": "mistralai/mathstral-7b-v01",

  1583.                     "tags": "LLM,CHAT,4K",

  1584.                     "max_tokens": 4096,

  1585.                     "model_type": "chat"

  1586.                 },

  1587.                 {

  1588.                     "llm_name": "mistralai/mistral-7b-instruct",

  1589.                     "tags": "LLM,CHAT,32K",

  1590.                     "max_tokens": 32768,

  1591.                     "model_type": "chat"

  1592.                 },

  1593.                 {

  1594.                     "llm_name": "mistralai/mistral-7b-instruct-v0.3",

  1595.                     "tags": "LLM,CHAT,32K",

  1596.                     "max_tokens": 32768,

  1597.                     "model_type": "chat"

  1598.                 },

  1599.                 {

  1600.                     "llm_name": "mistralai/mixtral-8x7b-instruct",

  1601.                     "tags": "LLM,CHAT,32K",

  1602.                     "max_tokens": 32768,

  1603.                     "model_type": "chat"

  1604.                 },

  1605.                 {

  1606.                     "llm_name": "mistralai/mixtral-8x22b-instruct",

  1607.                     "tags": "LLM,CHAT,64K",

  1608.                     "max_tokens": 65536,

  1609.                     "model_type": "chat"

  1610.                 },

  1611.                 {

  1612.                     "llm_name": "mistralai/mistral-large",

  1613.                     "tags": "LLM,CHAT,32K",

  1614.                     "max_tokens": 32768,

  1615.                     "model_type": "chat",

  1616.                     "is_tools": true

  1617.                 },

  1618.                 {

  1619.                     "llm_name": "mistralai/mistral-small-24b-instruct",

  1620.                     "tags": "LLM,CHAT,32K",

  1621.                     "max_tokens": 32768,

  1622.                     "model_type": "chat"

  1623.                 },

  1624.                 {

  1625.                     "llm_name": "nvidia/llama3-chatqa-1.5-8b",

  1626.                     "tags": "LLM,CHAT,8K",

  1627.                     "max_tokens": 8192,

  1628.                     "model_type": "chat"

  1629.                 },

  1630.                 {

  1631.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-content-safety",

  1632.                     "tags": "LLM,CHAT,128K",

  1633.                     "max_tokens": 131072,

  1634.                     "model_type": "chat"

  1635.                 },

  1636.                 {

  1637.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-topic-control",

  1638.                     "tags": "LLM,CHAT,128K",

  1639.                     "max_tokens": 131072,

  1640.                     "model_type": "chat"

  1641.                 },

  1642.                 {

  1643.                     "llm_name": "nvidia/llama-3.1-nemotron-51b-instruct",

  1644.                     "tags": "LLM,CHAT,128K",

  1645.                     "max_tokens": 131072,

  1646.                     "model_type": "chat"

  1647.                 },

  1648.                 {

  1649.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-instruct",

  1650.                     "tags": "LLM,CHAT,128K",

  1651.                     "max_tokens": 131072,

  1652.                     "model_type": "chat"

  1653.                 },

  1654.                 {

  1655.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-reward",

  1656.                     "tags": "LLM,CHAT,128K",

  1657.                     "max_tokens": 128000,

  1658.                     "model_type": "chat"

  1659.                 },

  1660.                 {

  1661.                     "llm_name": "nvidia/llama3-chatqa-1.5-70b",

  1662.                     "tags": "LLM,CHAT,128K",

  1663.                     "max_tokens": 131072,

  1664.                     "model_type": "chat"

  1665.                 },

  1666.                 {

  1667.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-base",

  1668.                     "tags": "LLM,CHAT,8K",

  1669.                     "max_tokens": 8192,

  1670.                     "model_type": "chat"

  1671.                 },

  1672.                 {

  1673.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-8k-instruct",

  1674.                     "tags": "LLM,CHAT,8K",

  1675.                     "max_tokens": 8192,

  1676.                     "model_type": "chat"

  1677.                 },

  1678.                 {

  1679.                     "llm_name": "nvidia/nemotron-4-340b-instruct",

  1680.                     "tags": "LLM,CHAT,4K",

  1681.                     "max_tokens": 4096,

  1682.                     "model_type": "chat",

  1683.                     "is_tools": true

  1684.                 },

  1685.                 {

  1686.                     "llm_name": "nvidia/nemotron-4-340b-reward",

  1687.                     "tags": "LLM,CHAT,4K",

  1688.                     "max_tokens": 4096,

  1689.                     "model_type": "chat"

  1690.                 },

  1691.                 {

  1692.                     "llm_name": "nvidia/nemotron-4-mini-hindi-4b-instruct",

  1693.                     "tags": "LLM,CHAT,4K",

  1694.                     "max_tokens": 4096,

  1695.                     "model_type": "chat"

  1696.                 },

  1697.                 {

  1698.                     "llm_name": "nvidia/nemotron-mini-4b-instruct",

  1699.                     "tags": "LLM,CHAT,4K",

  1700.                     "max_tokens": 4096,

  1701.                     "model_type": "chat"

  1702.                 },

  1703.                 {

  1704.                     "llm_name": "nv-mistralai/mistral-nemo-12b-instruct",

  1705.                     "tags": "LLM,CHAT,128K",

  1706.                     "max_tokens": 131072,

  1707.                     "model_type": "chat"

  1708.                 },

  1709.                 {

  1710.                     "llm_name": "qwen/qwen2-7b-instruct",

  1711.                     "tags": "LLM,CHAT,128K",

  1712.                     "max_tokens": 131072,

  1713.                     "model_type": "chat",

  1714.                     "is_tools": true

  1715.                 },

  1716.                 {

  1717.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  1718.                     "tags": "LLM,CHAT,128K",

  1719.                     "max_tokens": 131072,

  1720.                     "model_type": "chat",

  1721.                     "is_tools": true

  1722.                 },

  1723.                 {

  1724.                     "llm_name": "qwen/qwen2.5-coder-7b-instruct",

  1725.                     "tags": "LLM,CHAT,32K",

  1726.                     "max_tokens": 32768,

  1727.                     "model_type": "chat",

  1728.                     "is_tools": true

  1729.                 },

  1730.                 {

  1731.                     "llm_name": "qwen/qwen2.5-coder-32b-instruct",

  1732.                     "tags": "LLM,CHAT,32K",

  1733.                     "max_tokens": 32768,

  1734.                     "model_type": "chat",

  1735.                     "is_tools": true

  1736.                 },

  1737.                 {

  1738.                     "llm_name": "rakuten/rakutenai-7b-chat",

  1739.                     "tags": "LLM,CHAT,4K",

  1740.                     "max_tokens": 4096,

  1741.                     "model_type": "chat"

  1742.                 },

  1743.                 {

  1744.                     "llm_name": "rakuten/rakutenai-7b-instruct",

  1745.                     "tags": "LLM,CHAT,32K",

  1746.                     "max_tokens": 32768,

  1747.                     "model_type": "chat"

  1748.                 },

  1749.                 {

  1750.                     "llm_name": "seallms/seallm-7b-v2.5",

  1751.                     "tags": "LLM,CHAT,8K",

  1752.                     "max_tokens": 8192,

  1753.                     "model_type": "chat"

  1754.                 },

  1755.                 {

  1756.                     "llm_name": "snowflake/arctic",

  1757.                     "tags": "LLM,CHAT,8K",

  1758.                     "max_tokens": 8192,

  1759.                     "model_type": "chat"

  1760.                 },

  1761.                 {

  1762.                     "llm_name": "tokyotech-llm/llama-3-swallow-70b-instruct-v01",

  1763.                     "tags": "LLM,CHAT,8K",

  1764.                     "max_tokens": 8192,

  1765.                     "model_type": "chat"

  1766.                 },

  1767.                 {

  1768.                     "llm_name": "thudm/chatglm3-6b",

  1769.                     "tags": "LLM,CHAT,128K",

  1770.                     "max_tokens": 131072,

  1771.                     "model_type": "chat",

  1772.                     "is_tools": true

  1773.                 },

  1774.                 {

  1775.                     "llm_name": "tiiuae/falcon3-7b-instruct",

  1776.                     "tags": "LLM,CHAT,32K",

  1777.                     "max_tokens": 32768,

  1778.                     "model_type": "chat"

  1779.                 },

  1780.                 {

  1781.                     "llm_name": "upstage/solar-10.7b-instruct",

  1782.                     "tags": "LLM,CHAT,8K",

  1783.                     "max_tokens": 8192,

  1784.                     "model_type": "chat",

  1785.                     "is_tools": true

  1786.                 },

  1787.                 {

  1788.                     "llm_name": "writer/palmyra-creative-122b",

  1789.                     "tags": "LLM,CHAT,128K",

  1790.                     "max_tokens": 131072,

  1791.                     "model_type": "chat"

  1792.                 },

  1793.                 {

  1794.                     "llm_name": "writer/palmyra-fin-70b-32k",

  1795.                     "tags": "LLM,CHAT,32K",

  1796.                     "max_tokens": 32768,

  1797.                     "model_type": "chat"

  1798.                 },

  1799.                 {

  1800.                     "llm_name": "writer/palmyra-med-70b-32k",

  1801.                     "tags": "LLM,CHAT,32K",

  1802.                     "max_tokens": 32768,

  1803.                     "model_type": "chat"

  1804.                 },

  1805.                 {

  1806.                     "llm_name": "writer/palmyra-med-70b",

  1807.                     "tags": "LLM,CHAT,8K",

  1808.                     "max_tokens": 8192,

  1809.                     "model_type": "chat"

  1810.                 },

  1811.                 {

  1812.                     "llm_name": "yentinglin/llama-3-taiwan-70b-instruct",

  1813.                     "tags": "LLM,CHAT,8K",

  1814.                     "max_tokens": 8192,

  1815.                     "model_type": "chat"

  1816.                 },

  1817.                 {

  1818.                     "llm_name": "zyphra/zamba2-7b-instruct",

  1819.                     "tags": "LLM,CHAT,4K",

  1820.                     "max_tokens": 4096,

  1821.                     "model_type": "chat"

  1822.                 },

  1823.                 {

  1824.                     "llm_name": "BAAI/bge-m3",

  1825.                     "tags": "TEXT EMBEDDING",

  1826.                     "max_tokens": 8192,

  1827.                     "model_type": "embedding"

  1828.                 },

  1829.                 {

  1830.                     "llm_name": "BAAI/bge-m3-unsupervised",

  1831.                     "tags": "TEXT EMBEDDING",

  1832.                     "max_tokens": 8192,

  1833.                     "model_type": "embedding"

  1834.                 },

  1835.                 {

  1836.                     "llm_name": "BAAI/bge-m3-retromae",

  1837.                     "tags": "TEXT EMBEDDING",

  1838.                     "max_tokens": 8129,

  1839.                     "model_type": "embedding"

  1840.                 },

  1841.                 {

  1842.                     "llm_name": "BAAI/bge-large-en-v1.5",

  1843.                     "tags": "TEXT EMBEDDING",

  1844.                     "max_tokens": 512,

  1845.                     "model_type": "embedding"

  1846.                 },

  1847.                 {

  1848.                     "llm_name": "BAAI/bge-base-en-v1.5",

  1849.                     "tags": "TEXT EMBEDDING",

  1850.                     "max_tokens": 512,

  1851.                     "model_type": "embedding"

  1852.                 },

  1853.                 {

  1854.                     "llm_name": "BAAI/bge-small-en-v1.5",

  1855.                     "tags": "TEXT EMBEDDING",

  1856.                     "max_tokens": 512,

  1857.                     "model_type": "embedding"

  1858.                 },

  1859.                 {

  1860.                     "llm_name": "nvidia/embed-qa-4",

  1861.                     "tags": "TEXT EMBEDDING",

  1862.                     "max_tokens": 512,

  1863.                     "model_type": "embedding"

  1864.                 },

  1865.                 {

  1866.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v1",

  1867.                     "tags": "TEXT EMBEDDING",

  1868.                     "max_tokens": 512,

  1869.                     "model_type": "embedding"

  1870.                 },

  1871.                 {

  1872.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v2",

  1873.                     "tags": "TEXT EMBEDDING",

  1874.                     "max_tokens": 8192,

  1875.                     "model_type": "embedding"

  1876.                 },

  1877.                 {

  1878.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v1",

  1879.                     "tags": "RE-RANK,512",

  1880.                     "max_tokens": 512,

  1881.                     "model_type": "rerank"

  1882.                 },

  1883.                 {

  1884.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v2",

  1885.                     "tags": "RE-RANK,8K",

  1886.                     "max_tokens": 8192,

  1887.                     "model_type": "rerank"

  1888.                 },

  1889.                 {

  1890.                     "llm_name": "nvidia/nvclip",

  1891.                     "tags": "TEXT EMBEDDING",

  1892.                     "max_tokens": 1024,

  1893.                     "model_type": "embedding"

  1894.                 },

  1895.                 {

  1896.                     "llm_name": "nvidia/nv-embed-v1",

  1897.                     "tags": "TEXT EMBEDDING",

  1898.                     "max_tokens": 4096,

  1899.                     "model_type": "embedding"

  1900.                 },

  1901.                 {

  1902.                     "llm_name": "nvidia/nv-embedqa-e5-v5",

  1903.                     "tags": "TEXT EMBEDDING",

  1904.                     "max_tokens": 1024,

  1905.                     "model_type": "embedding"

  1906.                 },

  1907.                 {

  1908.                     "llm_name": "nvidia/nv-embedqa-mistral-7b-v2",

  1909.                     "tags": "TEXT EMBEDDING",

  1910.                     "max_tokens": 4096,

  1911.                     "model_type": "embedding"

  1912.                 },

  1913.                 {

  1914.                     "llm_name": "nvidia/nv-rerankqa-mistral-4b-v3",

  1915.                     "tags": "RE-RANK,512",

  1916.                     "max_tokens": 512,

  1917.                     "model_type": "rerank"

  1918.                 },

  1919.                 {

  1920.                     "llm_name": "nvidia/rerank-qa-mistral-4b",

  1921.                     "tags": "RE-RANK,512",

  1922.                     "max_tokens": 512,

  1923.                     "model_type": "embedding"

  1924.                 },

  1925.                 {

  1926.                     "llm_name": "snowflake-arctic-embed-xs",

  1927.                     "tags": "TEXT EMBEDDING",

  1928.                     "max_tokens": 512,

  1929.                     "model_type": "embedding"

  1930.                 },

  1931.                 {

  1932.                     "llm_name": "snowflake-arctic-embed-s",

  1933.                     "tags": "TEXT EMBEDDING",

  1934.                     "max_tokens": 512,

  1935.                     "model_type": "embedding"

  1936.                 },

  1937.                 {

  1938.                     "llm_name": "snowflake-arctic-embed-m",

  1939.                     "tags": "TEXT EMBEDDING",

  1940.                     "max_tokens": 512,

  1941.                     "model_type": "embedding"

  1942.                 },

  1943.                 {

  1944.                     "llm_name": "snowflake-arctic-embed-m-long",

  1945.                     "tags": "TEXT EMBEDDING",

  1946.                     "max_tokens": 512,

  1947.                     "model_type": "embedding"

  1948.                 },

  1949.                 {

  1950.                     "llm_name": "snowflake-arctic-embed-l",

  1951.                     "tags": "TEXT EMBEDDING",

  1952.                     "max_tokens": 512,

  1953.                     "model_type": "embedding"

  1954.                 },

  1955.                 {

  1956.                     "llm_name": "adept/fuyu-8b",

  1957.                     "tags": "IMAGE2TEXT,1K",

  1958.                     "max_tokens": 1024,

  1959.                     "model_type": "image2text"

  1960.                 },

  1961.                 {

  1962.                     "llm_name": "google/deplot",

  1963.                     "tags": "IMAGE2TEXT,8K",

  1964.                     "max_tokens": 8192,

  1965.                     "model_type": "image2text"

  1966.                 },

  1967.                 {

  1968.                     "llm_name": "google/paligemma",

  1969.                     "tags": "IMAGE2TEXT,256K",

  1970.                     "max_tokens": 256000,

  1971.                     "model_type": "image2text"

  1972.                 },

  1973.                 {

  1974.                     "llm_name": "meta/llama-3.2-11b-vision-instruct",

  1975.                     "tags": "IMAGE2TEXT,128K",

  1976.                     "max_tokens": 131072,

  1977.                     "model_type": "image2text"

  1978.                 },

  1979.                 {

  1980.                     "llm_name": "meta/llama-3.2-90b-vision-instruct",

  1981.                     "tags": "IMAGE2TEXT,128K",

  1982.                     "max_tokens": 131072,

  1983.                     "model_type": "image2text"

  1984.                 },

  1985.                 {

  1986.                     "llm_name": "microsoft/florence-2",

  1987.                     "tags": "IMAGE2TEXT,1K",

  1988.                     "max_tokens": 1024,

  1989.                     "model_type": "image2text"

  1990.                 },

  1991.                 {

  1992.                     "llm_name": "microsoft/kosmos-2",

  1993.                     "tags": "IMAGE2TEXT,4K",

  1994.                     "max_tokens": 4096,

  1995.                     "model_type": "image2text"

  1996.                 },

  1997.                 {

  1998.                     "llm_name": "microsoft/phi-3-vision-128k-instruct",

  1999.                     "tags": "IMAGE2TEXT,128K",

  2000.                     "max_tokens": 131072,

  2001.                     "model_type": "image2text"

  2002.                 },

  2003.                 {

  2004.                     "llm_name": "microsoft/phi-3.5-vision-instruct",

  2005.                     "tags": "IMAGE2TEXT,128K",

  2006.                     "max_tokens": 131072,

  2007.                     "model_type": "image2text"

  2008.                 },

  2009.                 {

  2010.                     "llm_name": "nvidia/neva-22b",

  2011.                     "tags": "IMAGE2TEXT,1K",

  2012.                     "max_tokens": 1024,

  2013.                     "model_type": "image2text"

  2014.                 }

  2015.             ]

  2016.         },

  2017.         {

  2018.             "name": "LM-Studio",

  2019.             "logo": "",

  2020.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  2021.             "status": "1",

  2022.             "llm": []

  2023.         },

  2024.         {

  2025.             "name": "Cohere",

  2026.             "logo": "",

  2027.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  2028.             "status": "1",

  2029.             "llm": [

  2030.                 {

  2031.                     "llm_name": "command-r-plus",

  2032.                     "tags": "LLM,CHAT,128k",

  2033.                     "max_tokens": 131072,

  2034.                     "model_type": "chat",

  2035.                     "is_tools": true

  2036.                 },

  2037.                 {

  2038.                     "llm_name": "command-r",

  2039.                     "tags": "LLM,CHAT,128k",

  2040.                     "max_tokens": 131072,

  2041.                     "model_type": "chat",

  2042.                     "is_tools": true

  2043.                 },

  2044.                 {

  2045.                     "llm_name": "command",

  2046.                     "tags": "LLM,CHAT,4k",

  2047.                     "max_tokens": 4096,

  2048.                     "model_type": "chat"

  2049.                 },

  2050.                 {

  2051.                     "llm_name": "command-nightly",

  2052.                     "tags": "LLM,CHAT,128k",

  2053.                     "max_tokens": 131072,

  2054.                     "model_type": "chat"

  2055.                 },

  2056.                 {

  2057.                     "llm_name": "command-light",

  2058.                     "tags": "LLM,CHAT,4k",

  2059.                     "max_tokens": 4096,

  2060.                     "model_type": "chat"

  2061.                 },

  2062.                 {

  2063.                     "llm_name": "command-light-nightly",

  2064.                     "tags": "LLM,CHAT,4k",

  2065.                     "max_tokens": 4096,

  2066.                     "model_type": "chat"

  2067.                 },

  2068.                 {

  2069.                     "llm_name": "embed-english-v3.0",

  2070.                     "tags": "TEXT EMBEDDING",

  2071.                     "max_tokens": 512,

  2072.                     "model_type": "embedding"

  2073.                 },

  2074.                 {

  2075.                     "llm_name": "embed-english-light-v3.0",

  2076.                     "tags": "TEXT EMBEDDING",

  2077.                     "max_tokens": 512,

  2078.                     "model_type": "embedding"

  2079.                 },

  2080.                 {

  2081.                     "llm_name": "embed-multilingual-v3.0",

  2082.                     "tags": "TEXT EMBEDDING",

  2083.                     "max_tokens": 512,

  2084.                     "model_type": "embedding"

  2085.                 },

  2086.                 {

  2087.                     "llm_name": "embed-multilingual-light-v3.0",

  2088.                     "tags": "TEXT EMBEDDING",

  2089.                     "max_tokens": 512,

  2090.                     "model_type": "embedding"

  2091.                 },

  2092.                 {

  2093.                     "llm_name": "embed-english-v2.0",

  2094.                     "tags": "TEXT EMBEDDING",

  2095.                     "max_tokens": 512,

  2096.                     "model_type": "embedding"

  2097.                 },

  2098.                 {

  2099.                     "llm_name": "embed-english-light-v2.0",

  2100.                     "tags": "TEXT EMBEDDING",

  2101.                     "max_tokens": 512,

  2102.                     "model_type": "embedding"

  2103.                 },

  2104.                 {

  2105.                     "llm_name": "embed-multilingual-v2.0",

  2106.                     "tags": "TEXT EMBEDDING",

  2107.                     "max_tokens": 256,

  2108.                     "model_type": "embedding"

  2109.                 },

  2110.                 {

  2111.                     "llm_name": "rerank-english-v3.0",

  2112.                     "tags": "RE-RANK,4k",

  2113.                     "max_tokens": 4096,

  2114.                     "model_type": "rerank"

  2115.                 },

  2116.                 {

  2117.                     "llm_name": "rerank-multilingual-v3.0",

  2118.                     "tags": "RE-RANK,4k",

  2119.                     "max_tokens": 4096,

  2120.                     "model_type": "rerank"

  2121.                 },

  2122.                 {

  2123.                     "llm_name": "rerank-english-v2.0",

  2124.                     "tags": "RE-RANK,512",

  2125.                     "max_tokens": 512,

  2126.                     "model_type": "rerank"

  2127.                 },

  2128.                 {

  2129.                     "llm_name": "rerank-multilingual-v2.0",

  2130.                     "tags": "RE-RANK,512",

  2131.                     "max_tokens": 512,

  2132.                     "model_type": "rerank"

  2133.                 }

  2134.             ]

  2135.         },

  2136.         {

  2137.             "name": "LeptonAI",

  2138.             "logo": "",

  2139.             "tags": "LLM",

  2140.             "status": "1",

  2141.             "llm": [

  2142.                 {

  2143.                     "llm_name": "dolphin-mixtral-8x7b",

  2144.                     "tags": "LLM,CHAT,32k",

  2145.                     "max_tokens": 32768,

  2146.                     "model_type": "chat",

  2147.                     "is_tools": true

  2148.                 },

  2149.                 {

  2150.                     "llm_name": "gemma-7b",

  2151.                     "tags": "LLM,CHAT,8k",

  2152.                     "max_tokens": 8192,

  2153.                     "model_type": "chat"

  2154.                 },

  2155.                 {

  2156.                     "llm_name": "llama3-1-8b",

  2157.                     "tags": "LLM,CHAT,4k",

  2158.                     "max_tokens": 4096,

  2159.                     "model_type": "chat",

  2160.                     "is_tools": true

  2161.                 },

  2162.                 {

  2163.                     "llm_name": "llama3-8b",

  2164.                     "tags": "LLM,CHAT,8K",

  2165.                     "max_tokens": 8192,

  2166.                     "model_type": "chat"

  2167.                 },

  2168.                 {

  2169.                     "llm_name": "llama2-13b",

  2170.                     "tags": "LLM,CHAT,4K",

  2171.                     "max_tokens": 4096,

  2172.                     "model_type": "chat"

  2173.                 },

  2174.                 {

  2175.                     "llm_name": "llama3-1-70b",

  2176.                     "tags": "LLM,CHAT,8k",

  2177.                     "max_tokens": 8192,

  2178.                     "model_type": "chat",

  2179.                     "is_tools": true

  2180.                 },

  2181.                 {

  2182.                     "llm_name": "llama3-70b",

  2183.                     "tags": "LLM,CHAT,8k",

  2184.                     "max_tokens": 8192,

  2185.                     "model_type": "chat"

  2186.                 },

  2187.                 {

  2188.                     "llm_name": "llama3-1-405b",

  2189.                     "tags": "LLM,CHAT,8k",

  2190.                     "max_tokens": 8192,

  2191.                     "model_type": "chat",

  2192.                     "is_tools": true

  2193.                 },

  2194.                 {

  2195.                     "llm_name": "mistral-7b",

  2196.                     "tags": "LLM,CHAT,8K",

  2197.                     "max_tokens": 8192,

  2198.                     "model_type": "chat"

  2199.                 },

  2200.                 {

  2201.                     "llm_name": "mistral-8x7b",

  2202.                     "tags": "LLM,CHAT,8K",

  2203.                     "max_tokens": 8192,

  2204.                     "model_type": "chat"

  2205.                 },

  2206.                 {

  2207.                     "llm_name": "nous-hermes-llama2",

  2208.                     "tags": "LLM,CHAT,4k",

  2209.                     "max_tokens": 4096,

  2210.                     "model_type": "chat"

  2211.                 },

  2212.                 {

  2213.                     "llm_name": "openchat-3-5",

  2214.                     "tags": "LLM,CHAT,4k",

  2215.                     "max_tokens": 4096,

  2216.                     "model_type": "chat"

  2217.                 },

  2218.                 {

  2219.                     "llm_name": "toppy-m-7b",

  2220.                     "tags": "LLM,CHAT,4k",

  2221.                     "max_tokens": 4096,

  2222.                     "model_type": "chat"

  2223.                 },

  2224.                 {

  2225.                     "llm_name": "wizardlm-2-7b",

  2226.                     "tags": "LLM,CHAT,32k",

  2227.                     "max_tokens": 32768,

  2228.                     "model_type": "chat"

  2229.                 },

  2230.                 {

  2231.                     "llm_name": "wizardlm-2-8x22b",

  2232.                     "tags": "LLM,CHAT,64K",

  2233.                     "max_tokens": 65536,

  2234.                     "model_type": "chat"

  2235.                 }

  2236.             ]

  2237.         },

  2238.         {

  2239.             "name": "TogetherAI",

  2240.             "logo": "",

  2241.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  2242.             "status": "1",

  2243.             "llm": []

  2244.         },

  2245.         {

  2246.             "name": "PerfXCloud",

  2247.             "logo": "",

  2248.             "tags": "LLM,TEXT EMBEDDING",

  2249.             "status": "1",

  2250.             "llm": [

  2251.                 {

  2252.                     "llm_name": "deepseek-v2-chat",

  2253.                     "tags": "LLM,CHAT,4k",

  2254.                     "max_tokens": 4096,

  2255.                     "model_type": "chat",

  2256.                     "is_tools": true

  2257.                 },

  2258.                 {

  2259.                     "llm_name": "llama3.1:405b",

  2260.                     "tags": "LLM,CHAT,128k",

  2261.                     "max_tokens": 131072,

  2262.                     "model_type": "chat",

  2263.                     "is_tools": true

  2264.                 },

  2265.                 {

  2266.                     "llm_name": "Qwen2-72B-Instruct",

  2267.                     "tags": "LLM,CHAT,128k",

  2268.                     "max_tokens": 131072,

  2269.                     "model_type": "chat",

  2270.                     "is_tools": true

  2271.                 },

  2272.                 {

  2273.                     "llm_name": "Qwen2-72B-Instruct-GPTQ-Int4",

  2274.                     "tags": "LLM,CHAT,2k",

  2275.                     "max_tokens": 2048,

  2276.                     "model_type": "chat",

  2277.                     "is_tools": true

  2278.                 },

  2279.                 {

  2280.                     "llm_name": "Qwen2-72B-Instruct-awq-int4",

  2281.                     "tags": "LLM,CHAT,32k",

  2282.                     "max_tokens": 32768,

  2283.                     "model_type": "chat",

  2284.                     "is_tools": true

  2285.                 },

  2286.                 {

  2287.                     "llm_name": "Llama3-Chinese_v2",

  2288.                     "tags": "LLM,CHAT,8k",

  2289.                     "max_tokens": 8192,

  2290.                     "model_type": "chat"

  2291.                 },

  2292.                 {

  2293.                     "llm_name": "Yi-1_5-9B-Chat-16K",

  2294.                     "tags": "LLM,CHAT,16k",

  2295.                     "max_tokens": 16384,

  2296.                     "model_type": "chat"

  2297.                 },

  2298.                 {

  2299.                     "llm_name": "Qwen1.5-72B-Chat-GPTQ-Int4",

  2300.                     "tags": "LLM,CHAT,2k",

  2301.                     "max_tokens": 2048,

  2302.                     "model_type": "chat"

  2303.                 },

  2304.                 {

  2305.                     "llm_name": "Meta-Llama-3.1-8B-Instruct",

  2306.                     "tags": "LLM,CHAT,4k",

  2307.                     "max_tokens": 4096,

  2308.                     "model_type": "chat",

  2309.                     "is_tools": true

  2310.                 },

  2311.                 {

  2312.                     "llm_name": "Qwen2-7B-Instruct",

  2313.                     "tags": "LLM,CHAT,32k",

  2314.                     "max_tokens": 32768,

  2315.                     "model_type": "chat",

  2316.                     "is_tools": true

  2317.                 },

  2318.                 {

  2319.                     "llm_name": "deepseek-v2-lite-chat",

  2320.                     "tags": "LLM,CHAT,2k",

  2321.                     "max_tokens": 2048,

  2322.                     "model_type": "chat",

  2323.                     "is_tools": true

  2324.                 },

  2325.                 {

  2326.                     "llm_name": "Qwen2-7B",

  2327.                     "tags": "LLM,CHAT,128k",

  2328.                     "max_tokens": 131072,

  2329.                     "model_type": "chat"

  2330.                 },

  2331.                 {

  2332.                     "llm_name": "chatglm3-6b",

  2333.                     "tags": "LLM,CHAT,8k",

  2334.                     "max_tokens": 8192,

  2335.                     "model_type": "chat"

  2336.                 },

  2337.                 {

  2338.                     "llm_name": "Meta-Llama-3-70B-Instruct-GPTQ-Int4",

  2339.                     "tags": "LLM,CHAT,1k",

  2340.                     "max_tokens": 1024,

  2341.                     "model_type": "chat"

  2342.                 },

  2343.                 {

  2344.                     "llm_name": "Meta-Llama-3-8B-Instruct",

  2345.                     "tags": "LLM,CHAT,8k",

  2346.                     "max_tokens": 8192,

  2347.                     "model_type": "chat"

  2348.                 },

  2349.                 {

  2350.                     "llm_name": "Mistral-7B-Instruct",

  2351.                     "tags": "LLM,CHAT,32k",

  2352.                     "max_tokens": 32768,

  2353.                     "model_type": "chat",

  2354.                     "is_tools": true

  2355.                 },

  2356.                 {

  2357.                     "llm_name": "MindChat-Qwen-7B-v2",

  2358.                     "tags": "LLM,CHAT,2k",

  2359.                     "max_tokens": 2048,

  2360.                     "model_type": "chat"

  2361.                 },

  2362.                 {

  2363.                     "llm_name": "phi-2",

  2364.                     "tags": "LLM,CHAT,2k",

  2365.                     "max_tokens": 2048,

  2366.                     "model_type": "chat"

  2367.                 },

  2368.                 {

  2369.                     "llm_name": "SOLAR-10_7B-Instruct",

  2370.                     "tags": "LLM,CHAT,4k",

  2371.                     "max_tokens": 4096,

  2372.                     "model_type": "chat"

  2373.                 },

  2374.                 {

  2375.                     "llm_name": "Mixtral-8x7B-Instruct-v0.1-GPTQ",

  2376.                     "tags": "LLM,CHAT,32k",

  2377.                     "max_tokens": 32768,

  2378.                     "model_type": "chat"

  2379.                 },

  2380.                 {

  2381.                     "llm_name": "Qwen1.5-7B",

  2382.                     "tags": "LLM,CHAT,32k",

  2383.                     "max_tokens": 32768,

  2384.                     "model_type": "chat"

  2385.                 },

  2386.                 {

  2387.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2388.                     "tags": "TEXT EMBEDDING",

  2389.                     "max_tokens": 512,

  2390.                     "model_type": "embedding"

  2391.                 },

  2392.                 {

  2393.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2394.                     "tags": "TEXT EMBEDDING",

  2395.                     "max_tokens": 1024,

  2396.                     "model_type": "embedding"

  2397.                 },

  2398.                 {

  2399.                     "llm_name": "BAAI/bge-m3",

  2400.                     "tags": "TEXT EMBEDDING",

  2401.                     "max_tokens": 8192,

  2402.                     "model_type": "embedding"

  2403.                 }

  2404.             ]

  2405.         },

  2406.         {

  2407.             "name": "Upstage",

  2408.             "logo": "",

  2409.             "tags": "LLM,TEXT EMBEDDING",

  2410.             "status": "1",

  2411.             "llm": [

  2412.                 {

  2413.                     "llm_name": "solar-1-mini-chat",

  2414.                     "tags": "LLM,CHAT,32k",

  2415.                     "max_tokens": 32768,

  2416.                     "model_type": "chat"

  2417.                 },

  2418.                 {

  2419.                     "llm_name": "solar-1-mini-chat-ja",

  2420.                     "tags": "LLM,CHAT,32k",

  2421.                     "max_tokens": 32768,

  2422.                     "model_type": "chat"

  2423.                 },

  2424.                 {

  2425.                     "llm_name": "solar-embedding-1-large-query",

  2426.                     "tags": "TEXT EMBEDDING",

  2427.                     "max_tokens": 4000,

  2428.                     "model_type": "embedding"

  2429.                 },

  2430.                 {

  2431.                     "llm_name": "solar-embedding-1-large-passage",

  2432.                     "tags": "TEXT EMBEDDING",

  2433.                     "max_tokens": 4000,

  2434.                     "model_type": "embedding"

  2435.                 }

  2436.             ]

  2437.         },

  2438.         {

  2439.             "name": "NovitaAI",

  2440.             "logo": "",

  2441.             "tags": "LLM,TEXT EMBEDDING",

  2442.             "status": "1",

  2443.             "llm": [

  2444.                 {

  2445.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  2446.                     "tags": "LLM,CHAT,32k",

  2447.                     "max_tokens": 32000,

  2448.                     "model_type": "chat"

  2449.                 },

  2450.                 {

  2451.                     "llm_name": "meta-llama/llama-3.2-1b-instruct",

  2452.                     "tags": "LLM,CHAT,131k",

  2453.                     "max_tokens": 131000,

  2454.                     "model_type": "chat"

  2455.                 },

  2456.                 {

  2457.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  2458.                     "tags": "LLM,CHAT,32k",

  2459.                     "max_tokens": 32768,

  2460.                     "model_type": "chat"

  2461.                 },

  2462.                 {

  2463.                     "llm_name": "thudm/glm-4-9b-0414",

  2464.                     "tags": "LLM,CHAT,32k",

  2465.                     "max_tokens": 32000,

  2466.                     "model_type": "chat"

  2467.                 },

  2468.                 {

  2469.                     "llm_name": "thudm/glm-z1-9b-0414",

  2470.                     "tags": "LLM,CHAT,32k",

  2471.                     "max_tokens": 32000,

  2472.                     "model_type": "chat"

  2473.                 },

  2474.                 {

  2475.                     "llm_name": "meta-llama/llama-3.1-8b-instruct-bf16",

  2476.                     "tags": "LLM,CHAT,8k",

  2477.                     "max_tokens": 8192,

  2478.                     "model_type": "chat",

  2479.                     "is_tools": true

  2480.                 },

  2481.                 {

  2482.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  2483.                     "tags": "LLM,CHAT,16k",

  2484.                     "max_tokens": 16384,

  2485.                     "model_type": "chat",

  2486.                     "is_tools": true

  2487.                 },

  2488.                 {

  2489.                     "llm_name": "deepseek/deepseek-v3-0324",

  2490.                     "tags": "LLM,CHAT,128k",

  2491.                     "max_tokens": 128000,

  2492.                     "model_type": "chat"

  2493.                 },

  2494.                 {

  2495.                     "llm_name": "deepseek/deepseek-r1-turbo",

  2496.                     "tags": "LLM,CHAT,64k",

  2497.                     "max_tokens": 64000,

  2498.                     "model_type": "chat"

  2499.                 },

  2500.                 {

  2501.                     "llm_name": "Sao10K/L3-8B-Stheno-v3.2",

  2502.                     "tags": "LLM,CHAT,8k",

  2503.                     "max_tokens": 8192,

  2504.                     "model_type": "chat"

  2505.                 },

  2506.                 {

  2507.                     "llm_name": "meta-llama/llama-3.3-70b-instruct",

  2508.                     "tags": "LLM,CHAT,128k",

  2509.                     "max_tokens": 131072,

  2510.                     "model_type": "chat",

  2511.                     "is_tools": true

  2512.                 },

  2513.                 {

  2514.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  2515.                     "tags": "LLM,CHAT,32k",

  2516.                     "max_tokens": 32000,

  2517.                     "model_type": "chat"

  2518.                 },

  2519.                 {

  2520.                     "llm_name": "mistralai/mistral-nemo",

  2521.                     "tags": "LLM,CHAT,128k",

  2522.                     "max_tokens": 131072,

  2523.                     "model_type": "chat"

  2524.                 },

  2525.                 {

  2526.                     "llm_name": "meta-llama/llama-3-8b-instruct",

  2527.                     "tags": "LLM,CHAT,8k",

  2528.                     "max_tokens": 8192,

  2529.                     "model_type": "chat",

  2530.                     "is_tools": true

  2531.                 },

  2532.                 {

  2533.                     "llm_name": "deepseek/deepseek-v3-turbo",

  2534.                     "tags": "LLM,CHAT,64k",

  2535.                     "max_tokens": 64000,

  2536.                     "model_type": "chat",

  2537.                     "is_tools": true

  2538.                 },

  2539.                 {

  2540.                     "llm_name": "mistralai/mistral-7b-instruct",

  2541.                     "tags": "LLM,CHAT,32k",

  2542.                     "max_tokens": 32768,

  2543.                     "model_type": "chat"

  2544.                 },

  2545.                 {

  2546.                     "llm_name": "deepseek/deepseek-r1",

  2547.                     "tags": "LLM,CHAT,64k",

  2548.                     "max_tokens": 64000,

  2549.                     "model_type": "chat"

  2550.                 },

  2551.                 {

  2552.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  2553.                     "tags": "LLM,CHAT,64k",

  2554.                     "max_tokens": 64000,

  2555.                     "model_type": "chat"

  2556.                 },

  2557.                 {

  2558.                     "llm_name": "baai/bge-m3",

  2559.                     "tags": "TEXT EMBEDDING,8K",

  2560.                     "max_tokens": 8192,

  2561.                     "model_type": "embedding"

  2562.                 }

  2563.             ]

  2564.         },

  2565.         {

  2566.             "name": "SILICONFLOW",

  2567.             "logo": "",

  2568.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT",

  2569.             "status": "1",

  2570.             "llm": [

  2571.                 {

  2572.                     "llm_name": "Qwen/Qwen3-235B-A22B",

  2573.                     "tags": "LLM,CHAT,128k",

  2574.                     "max_tokens": 8192,

  2575.                     "model_type": "chat",

  2576.                     "is_tools": true

  2577.                 },

  2578.                 {

  2579.                     "llm_name": "Qwen/Qwen3-30B-A3B",

  2580.                     "tags": "LLM,CHAT,128k",

  2581.                     "max_tokens": 8192,

  2582.                     "model_type": "chat",

  2583.                     "is_tools": true

  2584.                 },

  2585.                 {

  2586.                     "llm_name": "Qwen/Qwen3-32B",

  2587.                     "tags": "LLM,CHAT,128k",

  2588.                     "max_tokens": 8192,

  2589.                     "model_type": "chat",

  2590.                     "is_tools": true

  2591.                 },

  2592.                 {

  2593.                     "llm_name": "Qwen/Qwen3-14B",

  2594.                     "tags": "LLM,CHAT,128k",

  2595.                     "max_tokens": 8192,

  2596.                     "model_type": "chat",

  2597.                     "is_tools": true

  2598.                 },

  2599.                 {

  2600.                     "llm_name": "Qwen/Qwen3-8B",

  2601.                     "tags": "LLM,CHAT,64k",

  2602.                     "max_tokens": 8192,

  2603.                     "model_type": "chat",

  2604.                     "is_tools": true

  2605.                 },

  2606.                 {

  2607.                     "llm_name": "Qwen/QVQ-72B-Preview",

  2608.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2609.                     "max_tokens": 16384,

  2610.                     "model_type": "image2text",

  2611.                     "is_tools": false

  2612.                 },

  2613.                 {

  2614.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1",

  2615.                     "tags": "LLM,CHAT,64k",

  2616.                     "max_tokens": 16384,

  2617.                     "model_type": "chat",

  2618.                     "is_tools": true

  2619.                 },

  2620.                 {

  2621.                     "llm_name": "deepseek-ai/DeepSeek-R1",

  2622.                     "tags": "LLM,CHAT,64k",

  2623.                     "max_tokens": 16384,

  2624.                     "model_type": "chat",

  2625.                     "is_tools": true

  2626.                 },

  2627.                 {

  2628.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3",

  2629.                     "tags": "LLM,CHAT,64k",

  2630.                     "max_tokens": 8192,

  2631.                     "model_type": "chat",

  2632.                     "is_tools": true

  2633.                 },

  2634.                 {

  2635.                     "llm_name": "deepseek-ai/DeepSeek-V3",

  2636.                     "tags": "LLM,CHAT,64k",

  2637.                     "max_tokens": 8192,

  2638.                     "model_type": "chat",

  2639.                     "is_tools": true

  2640.                 },

  2641.                 {

  2642.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3-1226",

  2643.                     "tags": "LLM,CHAT,64k",

  2644.                     "max_tokens": 4096,

  2645.                     "model_type": "chat",

  2646.                     "is_tools": true

  2647.                 },

  2648.                 {

  2649.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",

  2650.                     "tags": "LLM,CHAT,32k",

  2651.                     "max_tokens": 16384,

  2652.                     "model_type": "chat",

  2653.                     "is_tools": true

  2654.                 },

  2655.                 {

  2656.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",

  2657.                     "tags": "LLM,CHAT,32k",

  2658.                     "max_tokens": 16384,

  2659.                     "model_type": "chat",

  2660.                     "is_tools": true

  2661.                 },

  2662.                 {

  2663.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2664.                     "tags": "LLM,CHAT,32k",

  2665.                     "max_tokens": 16384,

  2666.                     "model_type": "chat",

  2667.                     "is_tools": true

  2668.                 },

  2669.                 {

  2670.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2671.                     "tags": "LLM,CHAT,32k",

  2672.                     "max_tokens": 16384,

  2673.                     "model_type": "chat",

  2674.                     "is_tools": true

  2675.                 },

  2676.                 {

  2677.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2678.                     "tags": "LLM,CHAT,32k",

  2679.                     "max_tokens": 16384,

  2680.                     "model_type": "chat",

  2681.                     "is_tools": true

  2682.                 },

  2683.                 {

  2684.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2685.                     "tags": "LLM,CHAT,32k",

  2686.                     "max_tokens": 16384,

  2687.                     "model_type": "chat",

  2688.                     "is_tools": true

  2689.                 },

  2690.                 {

  2691.                     "llm_name": "deepseek-ai/DeepSeek-V2.5",

  2692.                     "tags": "LLM,CHAT,32k",

  2693.                     "max_tokens": 4096,

  2694.                     "model_type": "chat",

  2695.                     "is_tools": true

  2696.                 },

  2697.                 {

  2698.                     "llm_name": "Qwen/QwQ-32B",

  2699.                     "tags": "LLM,CHAT,32k",

  2700.                     "max_tokens": 32768,

  2701.                     "model_type": "chat",

  2702.                     "is_tools": true

  2703.                 },

  2704.                 {

  2705.                     "llm_name": "Qwen/Qwen2.5-VL-72B-Instruct",

  2706.                     "tags": "LLM,CHAT,IMAGE2TEXT,128k",

  2707.                     "max_tokens": 4096,

  2708.                     "model_type": "image2text",

  2709.                     "is_tools": true

  2710.                 },

  2711.                 {

  2712.                     "llm_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct",

  2713.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2714.                     "max_tokens": 4096,

  2715.                     "model_type": "image2text",

  2716.                     "is_tools": true

  2717.                 },

  2718.                 {

  2719.                     "llm_name": "THUDM/GLM-Z1-32B-0414",

  2720.                     "tags": "LLM,CHAT,32k",

  2721.                     "max_tokens": 4096,

  2722.                     "model_type": "chat",

  2723.                     "is_tools": true

  2724.                 },

  2725.                 {

  2726.                     "llm_name": "THUDM/GLM-4-32B-0414",

  2727.                     "tags": "LLM,CHAT,32k",

  2728.                     "max_tokens": 8192,

  2729.                     "model_type": "chat",

  2730.                     "is_tools": true

  2731.                 },

  2732.                 {

  2733.                     "llm_name": "THUDM/GLM-Z1-9B-0414",

  2734.                     "tags": "LLM,CHAT,32k",

  2735.                     "max_tokens": 8192,

  2736.                     "model_type": "chat",

  2737.                     "is_tools": true

  2738.                 },

  2739.                 {

  2740.                     "llm_name": "THUDM/GLM-4-9B-0414",

  2741.                     "tags": "LLM,CHAT,32k",

  2742.                     "max_tokens": 4096,

  2743.                     "model_type": "chat",

  2744.                     "is_tools": true

  2745.                 },

  2746.                 {

  2747.                     "llm_name": "THUDM/chatglm3-6b",

  2748.                     "tags": "LLM,CHAT,32k",

  2749.                     "max_tokens": 4096,

  2750.                     "model_type": "chat",

  2751.                     "is_tools": false

  2752.                 },

  2753.                 {

  2754.                     "llm_name": "Pro/THUDM/glm-4-9b-chat",

  2755.                     "tags": "LLM,CHAT,128k",

  2756.                     "max_tokens": 4096,

  2757.                     "model_type": "chat",

  2758.                     "is_tools": false

  2759.                 },

  2760.                 {

  2761.                     "llm_name": "THUDM/GLM-Z1-Rumination-32B-0414",

  2762.                     "tags": "LLM,CHAT,32k",

  2763.                     "max_tokens": 4096,

  2764.                     "model_type": "chat",

  2765.                     "is_tools": false

  2766.                 },

  2767.                 {

  2768.                     "llm_name": "THUDM/glm-4-9b-chat",

  2769.                     "tags": "LLM,CHAT,128k",

  2770.                     "max_tokens": 4096,

  2771.                     "model_type": "chat",

  2772.                     "is_tools": true

  2773.                 },

  2774.                 {

  2775.                     "llm_name": "Qwen/QwQ-32B-Preview",

  2776.                     "tags": "LLM,CHAT,32k",

  2777.                     "max_tokens": 8192,

  2778.                     "model_type": "chat",

  2779.                     "is_tools": false

  2780.                 },

  2781.                 {

  2782.                     "llm_name": "Qwen/Qwen2.5-Coder-32B-Instruct",

  2783.                     "tags": "LLM,CHAT,32k",

  2784.                     "max_tokens": 4096,

  2785.                     "model_type": "chat",

  2786.                     "is_tools": false

  2787.                 },

  2788.                 {

  2789.                     "llm_name": "Qwen/Qwen2-VL-72B-Instruct",

  2790.                     "tags": "LLM,IMAGE2TEXT,32k",

  2791.                     "max_tokens": 4096,

  2792.                     "model_type": "image2text",

  2793.                     "is_tools": false

  2794.                 },

  2795.                 {

  2796.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct-128Kt",

  2797.                     "tags": "LLM,IMAGE2TEXT,128k",

  2798.                     "max_tokens": 4096,

  2799.                     "model_type": "image2text",

  2800.                     "is_tools": false

  2801.                 },

  2802.                 {

  2803.                     "llm_name": "deepseek-ai/deepseek-vl2",

  2804.                     "tags": "LLM,IMAGE2TEXT,4k",

  2805.                     "max_tokens": 4096,

  2806.                     "model_type": "image2text",

  2807.                     "is_tools": false

  2808.                 },

  2809.                 {

  2810.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct",

  2811.                     "tags": "LLM,CHAT,32k",

  2812.                     "max_tokens": 4096,

  2813.                     "model_type": "chat",

  2814.                     "is_tools": true

  2815.                 },

  2816.                 {

  2817.                     "llm_name": "Qwen/Qwen2.5-32B-Instruct",

  2818.                     "tags": "LLM,CHAT,32k",

  2819.                     "max_tokens": 4096,

  2820.                     "model_type": "chat",

  2821.                     "is_tools": true

  2822.                 },

  2823.                 {

  2824.                     "llm_name": "Qwen/Qwen2.5-14B-Instruct",

  2825.                     "tags": "LLM,CHAT,32k",

  2826.                     "max_tokens": 4096,

  2827.                     "model_type": "chat",

  2828.                     "is_tools": true

  2829.                 },

  2830.                 {

  2831.                     "llm_name": "Qwen/Qwen2.5-7B-Instruct",

  2832.                     "tags": "LLM,CHAT,32k",

  2833.                     "max_tokens": 4096,

  2834.                     "model_type": "chat",

  2835.                     "is_tools": true

  2836.                 },

  2837.                 {

  2838.                     "llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct",

  2839.                     "tags": "LLM,CHAT,32k",

  2840.                     "max_tokens": 4096,

  2841.                     "model_type": "chat",

  2842.                     "is_tools": true

  2843.                 },

  2844.                 {

  2845.                     "llm_name": "internlm/internlm2_5-20b-chat",

  2846.                     "tags": "LLM,CHAT,32k",

  2847.                     "max_tokens": 4096,

  2848.                     "model_type": "chat",

  2849.                     "is_tools": true

  2850.                 },

  2851.                 {

  2852.                     "llm_name": "internlm/internlm2_5-7b-chat",

  2853.                     "tags": "LLM,CHAT,32k",

  2854.                     "max_tokens": 4096,

  2855.                     "model_type": "chat",

  2856.                     "is_tools": true

  2857.                 },

  2858.                 {

  2859.                     "llm_name": "Qwen/Qwen2-7B-Instruct",

  2860.                     "tags": "LLM,CHAT,32k",

  2861.                     "max_tokens": 4096,

  2862.                     "model_type": "chat",

  2863.                     "is_tools": true

  2864.                 },

  2865.                 {

  2866.                     "llm_name": "Qwen/Qwen2-1.5B-Instruct",

  2867.                     "tags": "LLM,CHAT,32k",

  2868.                     "max_tokens": 4096,

  2869.                     "model_type": "chat",

  2870.                     "is_tools": true

  2871.                 },

  2872.                 {

  2873.                     "llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct",

  2874.                     "tags": "LLM,CHAT,32k",

  2875.                     "max_tokens": 4096,

  2876.                     "model_type": "chat",

  2877.                     "is_tools": false

  2878.                 },

  2879.                 {

  2880.                     "llm_name": "Pro/Qwen/Qwen2-VL-7B-Instruct",

  2881.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2882.                     "max_tokens": 4096,

  2883.                     "model_type": "image2text",

  2884.                     "is_tools": false

  2885.                 },

  2886.                 {

  2887.                     "llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct",

  2888.                     "tags": "LLM,CHAT,32k",

  2889.                     "max_tokens": 4096,

  2890.                     "model_type": "chat",

  2891.                     "is_tools": true

  2892.                 },

  2893.                 {

  2894.                     "llm_name": "Pro/Qwen/Qwen2-7B-Instruct",

  2895.                     "tags": "LLM,CHAT,32k",

  2896.                     "max_tokens": 4096,

  2897.                     "model_type": "chat",

  2898.                     "is_tools": false

  2899.                 },

  2900.                 {

  2901.                     "llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct",

  2902.                     "tags": "LLM,CHAT,32k",

  2903.                     "max_tokens": 4096,

  2904.                     "model_type": "chat",

  2905.                     "is_tools": false

  2906.                 },

  2907.                 {

  2908.                     "llm_name": "BAAI/bge-m3",

  2909.                     "tags": "LLM,EMBEDDING,8k",

  2910.                     "max_tokens": 8192,

  2911.                     "model_type": "embedding",

  2912.                     "is_tools": false

  2913.                 },

  2914.                 {

  2915.                     "llm_name": "BAAI/bge-reranker-v2-m3",

  2916.                     "tags": "LLM,RE-RANK,8k",

  2917.                     "max_tokens": 8192,

  2918.                     "model_type": "rerank",

  2919.                     "is_tools": false

  2920.                 },

  2921.                 {

  2922.                     "llm_name": "Pro/BAAI/bge-m3",

  2923.                     "tags": "LLM,EMBEDDING,8k",

  2924.                     "max_tokens": 8192,

  2925.                     "model_type": "embedding",

  2926.                     "is_tools": false

  2927.                 },

  2928.                 {

  2929.                     "llm_name": "Pro/BAAI/bge-reranker-v2-m3",

  2930.                     "tags": "LLM,RE-RANK,8k",

  2931.                     "max_tokens": 8192,

  2932.                     "model_type": "rerank",

  2933.                     "is_tools": false

  2934.                 },

  2935.                 {

  2936.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2937.                     "tags": "LLM,EMBEDDING,0.5k",

  2938.                     "max_tokens": 512,

  2939.                     "model_type": "embedding",

  2940.                     "is_tools": false

  2941.                 },

  2942.                 {

  2943.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2944.                     "tags": "LLM,EMBEDDING,0.5k",

  2945.                     "max_tokens": 512,

  2946.                     "model_type": "embedding",

  2947.                     "is_tools": false

  2948.                 },

  2949.                 {

  2950.                     "llm_name": "netease-youdao/bce-embedding-base_v1",

  2951.                     "tags": "LLM,EMBEDDING,0.5k",

  2952.                     "max_tokens": 512,

  2953.                     "model_type": "embedding",

  2954.                     "is_tools": false

  2955.                 },

  2956.                 {

  2957.                     "llm_name": "netease-youdao/bce-reranker-base_v1",

  2958.                     "tags": "LLM,RE-RANK,0.5k",

  2959.                     "max_tokens": 512,

  2960.                     "model_type": "rerank",

  2961.                     "is_tools": false

  2962.                 }

  2963.             ]

  2964.         },

  2965.         {

  2966.             "name": "PPIO",

  2967.             "logo": "",

  2968.             "tags": "LLM",

  2969.             "status": "1",

  2970.             "llm": [

  2971.                 {

  2972.                     "llm_name": "deepseek/deepseek-r1/community",

  2973.                     "tags": "LLM,CHAT,64k",

  2974.                     "max_tokens": 64000,

  2975.                     "model_type": "chat"

  2976.                 },

  2977.                 {

  2978.                     "llm_name": "deepseek/deepseek-v3/community",

  2979.                     "tags": "LLM,CHAT,64k",

  2980.                     "max_tokens": 64000,

  2981.                     "model_type": "chat"

  2982.                 },

  2983.                 {

  2984.                     "llm_name": "deepseek/deepseek-r1",

  2985.                     "tags": "LLM,CHAT,64k",

  2986.                     "max_tokens": 64000,

  2987.                     "model_type": "chat"

  2988.                 },

  2989.                 {

  2990.                     "llm_name": "deepseek/deepseek-v3",

  2991.                     "tags": "LLM,CHAT,64k",

  2992.                     "max_tokens": 64000,

  2993.                     "model_type": "chat"

  2994.                 },

  2995.                 {

  2996.                     "llm_name": "deepseek/deepseek-r1-distill-llama-70b",

  2997.                     "tags": "LLM,CHAT,32k",

  2998.                     "max_tokens": 32000,

  2999.                     "model_type": "chat"

  3000.                 },

  3001.                 {

  3002.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-32b",

  3003.                     "tags": "LLM,CHAT,64k",

  3004.                     "max_tokens": 64000,

  3005.                     "model_type": "chat"

  3006.                 },

  3007.                 {

  3008.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  3009.                     "tags": "LLM,CHAT,64k",

  3010.                     "max_tokens": 64000,

  3011.                     "model_type": "chat"

  3012.                 },

  3013.                 {

  3014.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  3015.                     "tags": "LLM,CHAT,32k",

  3016.                     "max_tokens": 32000,

  3017.                     "model_type": "chat"

  3018.                 },

  3019.                 {

  3020.                     "llm_name": "qwen/qwen-2.5-72b-instruct",

  3021.                     "tags": "LLM,CHAT,32k",

  3022.                     "max_tokens": 32768,

  3023.                     "model_type": "chat",

  3024.                     "is_tools": true

  3025.                 },

  3026.                 {

  3027.                     "llm_name": "qwen/qwen-2-vl-72b-instruct",

  3028.                     "tags": "LLM,CHAT,32k",

  3029.                     "max_tokens": 32768,

  3030.                     "model_type": "chat"

  3031.                 },

  3032.                 {

  3033.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  3034.                     "tags": "LLM,CHAT,32k",

  3035.                     "max_tokens": 32768,

  3036.                     "model_type": "chat"

  3037.                 },

  3038.                 {

  3039.                     "llm_name": "qwen/qwen2.5-32b-instruct",

  3040.                     "tags": "LLM,CHAT,32k",

  3041.                     "max_tokens": 32000,

  3042.                     "model_type": "chat"

  3043.                 },

  3044.                 {

  3045.                     "llm_name": "baichuan/baichuan2-13b-chat",

  3046.                     "tags": "LLM,CHAT,14k",

  3047.                     "max_tokens": 14336,

  3048.                     "model_type": "chat"

  3049.                 },

  3050.                 {

  3051.                     "llm_name": "meta-llama/llama-3.1-70b-instruct",

  3052.                     "tags": "LLM,CHAT,32k",

  3053.                     "max_tokens": 32768,

  3054.                     "model_type": "chat",

  3055.                     "is_tools": true

  3056.                 },

  3057.                 {

  3058.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  3059.                     "tags": "LLM,CHAT,32k",

  3060.                     "max_tokens": 32768,

  3061.                     "model_type": "chat",

  3062.                     "is_tools": true

  3063.                 },

  3064.                 {

  3065.                     "llm_name": "01-ai/yi-1.5-34b-chat",

  3066.                     "tags": "LLM,CHAT,16k",

  3067.                     "max_tokens": 16384,

  3068.                     "model_type": "chat"

  3069.                 },

  3070.                 {

  3071.                     "llm_name": "01-ai/yi-1.5-9b-chat",

  3072.                     "tags": "LLM,CHAT,16k",

  3073.                     "max_tokens": 16384,

  3074.                     "model_type": "chat"

  3075.                 },

  3076.                 {

  3077.                     "llm_name": "thudm/glm-4-9b-chat",

  3078.                     "tags": "LLM,CHAT,32k",

  3079.                     "max_tokens": 32768,

  3080.                     "model_type": "chat"

  3081.                 },

  3082.                 {

  3083.                     "llm_name": "qwen/qwen-2-7b-instruct",

  3084.                     "tags": "LLM,CHAT,32k",

  3085.                     "max_tokens": 32768,

  3086.                     "model_type": "chat"

  3087.                 }

  3088.             ]

  3089.         },

  3090.         {

  3091.             "name": "01.AI",

  3092.             "logo": "",

  3093.             "tags": "LLM,IMAGE2TEXT",

  3094.             "status": "1",

  3095.             "llm": [

  3096.                 {

  3097.                     "llm_name": "yi-lightning",

  3098.                     "tags": "LLM,CHAT,16k",

  3099.                     "max_tokens": 16384,

  3100.                     "model_type": "chat"

  3101.                 },

  3102.                 {

  3103.                     "llm_name": "yi-large",

  3104.                     "tags": "LLM,CHAT,32k",

  3105.                     "max_tokens": 32768,

  3106.                     "model_type": "chat"

  3107.                 },

  3108.                 {

  3109.                     "llm_name": "yi-medium",

  3110.                     "tags": "LLM,CHAT,16k",

  3111.                     "max_tokens": 16384,

  3112.                     "model_type": "chat"

  3113.                 },

  3114.                 {

  3115.                     "llm_name": "yi-medium-200k",

  3116.                     "tags": "LLM,CHAT,200k",

  3117.                     "max_tokens": 204800,

  3118.                     "model_type": "chat"

  3119.                 },

  3120.                 {

  3121.                     "llm_name": "yi-spark",

  3122.                     "tags": "LLM,CHAT,16k",

  3123.                     "max_tokens": 16384,

  3124.                     "model_type": "chat"

  3125.                 },

  3126.                 {

  3127.                     "llm_name": "yi-large-rag",

  3128.                     "tags": "LLM,CHAT,16k",

  3129.                     "max_tokens": 16384,

  3130.                     "model_type": "chat"

  3131.                 },

  3132.                 {

  3133.                     "llm_name": "yi-large-fc",

  3134.                     "tags": "LLM,CHAT,32k",

  3135.                     "max_tokens": 32768,

  3136.                     "model_type": "chat",

  3137.                     "is_tools": true

  3138.                 },

  3139.                 {

  3140.                     "llm_name": "yi-large-turbo",

  3141.                     "tags": "LLM,CHAT,16k",

  3142.                     "max_tokens": 16384,

  3143.                     "model_type": "chat"

  3144.                 },

  3145.                 {

  3146.                     "llm_name": "yi-large-preview",

  3147.                     "tags": "LLM,CHAT,16k",

  3148.                     "max_tokens": 16384,

  3149.                     "model_type": "chat"

  3150.                 },

  3151.                 {

  3152.                     "llm_name": "yi-vision",

  3153.                     "tags": "LLM,CHAT,IMAGE2TEXT,16k",

  3154.                     "max_tokens": 16384,

  3155.                     "model_type": "image2text"

  3156.                 }

  3157.             ]

  3158.         },

  3159.         {

  3160.             "name": "Replicate",

  3161.             "logo": "",

  3162.             "tags": "LLM,TEXT EMBEDDING",

  3163.             "status": "1",

  3164.             "llm": []

  3165.         },

  3166.         {

  3167.             "name": "Tencent Hunyuan",

  3168.             "logo": "",

  3169.             "tags": "LLM,IMAGE2TEXT",

  3170.             "status": "1",

  3171.             "llm": [

  3172.                 {

  3173.                     "llm_name": "hunyuan-pro",

  3174.                     "tags": "LLM,CHAT,32k",

  3175.                     "max_tokens": 32768,

  3176.                     "model_type": "chat",

  3177.                     "is_tools": true

  3178.                 },

  3179.                 {

  3180.                     "llm_name": "hunyuan-standard",

  3181.                     "tags": "LLM,CHAT,32k",

  3182.                     "max_tokens": 32768,

  3183.                     "model_type": "chat"

  3184.                 },

  3185.                 {

  3186.                     "llm_name": "hunyuan-standard-256K",

  3187.                     "tags": "LLM,CHAT,256k",

  3188.                     "max_tokens": 262144,

  3189.                     "model_type": "chat"

  3190.                 },

  3191.                 {

  3192.                     "llm_name": "hunyuan-lite",

  3193.                     "tags": "LLM,CHAT,256k",

  3194.                     "max_tokens": 262144,

  3195.                     "model_type": "chat"

  3196.                 },

  3197.                 {

  3198.                     "llm_name": "hunyuan-vision",

  3199.                     "tags": "LLM,IMAGE2TEXT,8k",

  3200.                     "max_tokens": 8192,

  3201.                     "model_type": "image2text"

  3202.                 }

  3203.             ]

  3204.         },

  3205.         {

  3206.             "name": "XunFei Spark",

  3207.             "logo": "",

  3208.             "tags": "LLM,TTS",

  3209.             "status": "1",

  3210.             "llm": []

  3211.         },

  3212.         {

  3213.             "name": "BaiduYiyan",

  3214.             "logo": "",

  3215.             "tags": "LLM",

  3216.             "status": "1",

  3217.             "llm": []

  3218.         },

  3219.         {

  3220.             "name": "Fish Audio",

  3221.             "logo": "",

  3222.             "tags": "TTS",

  3223.             "status": "1",

  3224.             "llm": []

  3225.         },

  3226.         {

  3227.             "name": "Tencent Cloud",

  3228.             "logo": "",

  3229.             "tags": "SPEECH2TEXT",

  3230.             "status": "1",

  3231.             "llm": []

  3232.         },

  3233.         {

  3234.             "name": "Anthropic",

  3235.             "logo": "",

  3236.             "tags": "LLM",

  3237.             "status": "1",

  3238.             "llm": [

  3239.                 {

  3240.                     "llm_name": "claude-opus-4-20250514",

  3241.                     "tags": "LLM,IMAGE2TEXT,200k",

  3242.                     "max_tokens": 204800,

  3243.                     "model_type": "image2text",

  3244.                     "is_tools": true

  3245.                 },

  3246.                 {

  3247.                     "llm_name": "claude-sonnet-4-20250514",

  3248.                     "tags": "LLM,IMAGE2TEXT,200k",

  3249.                     "max_tokens": 204800,

  3250.                     "model_type": "image2text",

  3251.                     "is_tools": true

  3252.                 },

  3253.                 {

  3254.                     "llm_name": "claude-3-7-sonnet-20250219",

  3255.                     "tags": "LLM,IMAGE2TEXT,200k",

  3256.                     "max_tokens": 204800,

  3257.                     "model_type": "image2text",

  3258.                     "is_tools": true

  3259.                 },

  3260.                 {

  3261.                     "llm_name": "claude-3-5-sonnet-20241022",

  3262.                     "tags": "LLM,IMAGE2TEXT,200k",

  3263.                     "max_tokens": 204800,

  3264.                     "model_type": "chat",

  3265.                     "is_tools": true

  3266.                 },

  3267.                 {

  3268.                     "llm_name": "claude-3-opus-20240229",

  3269.                     "tags": "LLM,IMAGE2TEXT,200k",

  3270.                     "max_tokens": 204800,

  3271.                     "model_type": "chat",

  3272.                     "is_tools": true

  3273.                 },

  3274.                 {

  3275.                     "llm_name": "claude-3-haiku-20240307",

  3276.                     "tags": "LLM,IMAGE2TEXT,200k",

  3277.                     "max_tokens": 204800,

  3278.                     "model_type": "image2text",

  3279.                     "is_tools": true

  3280.                 }

  3281.             ]

  3282.         },

  3283.         {

  3284.             "name": "Voyage AI",

  3285.             "logo": "",

  3286.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  3287.             "status": "1",

  3288.             "llm": [

  3289.                 {

  3290.                     "llm_name": "voyage-3-large",

  3291.                     "tags": "TEXT EMBEDDING,32000",

  3292.                     "max_tokens": 32000,

  3293.                     "model_type": "embedding"

  3294.                 },

  3295.                 {

  3296.                     "llm_name": "voyage-3.5",

  3297.                     "tags": "TEXT EMBEDDING,32000",

  3298.                     "max_tokens": 32000,

  3299.                     "model_type": "embedding"

  3300.                 },

  3301.                 {

  3302.                     "llm_name": "voyage-3.5-lite",

  3303.                     "tags": "TEXT EMBEDDING,32000",

  3304.                     "max_tokens": 32000,

  3305.                     "model_type": "embedding"

  3306.                 },

  3307.                 {

  3308.                     "llm_name": "voyage-code-3",

  3309.                     "tags": "TEXT EMBEDDING,32000",

  3310.                     "max_tokens": 32000,

  3311.                     "model_type": "embedding"

  3312.                 },

  3313.                 {

  3314.                     "llm_name": "voyage-multimodal-3",

  3315.                     "tags": "TEXT EMBEDDING,Chat,IMAGE2TEXT,32000",

  3316.                     "max_tokens": 32000,

  3317.                     "model_type": "embedding"

  3318.                 },

  3319.                 {

  3320.                     "llm_name": "voyage-large-2-instruct",

  3321.                     "tags": "TEXT EMBEDDING,16000",

  3322.                     "max_tokens": 16000,

  3323.                     "model_type": "embedding"

  3324.                 },

  3325.                 {

  3326.                     "llm_name": "voyage-finance-2",

  3327.                     "tags": "TEXT EMBEDDING,32000",

  3328.                     "max_tokens": 32000,

  3329.                     "model_type": "embedding"

  3330.                 },

  3331.                 {

  3332.                     "llm_name": "voyage-multilingual-2",

  3333.                     "tags": "TEXT EMBEDDING,32000",

  3334.                     "max_tokens": 32000,

  3335.                     "model_type": "embedding"

  3336.                 },

  3337.                 {

  3338.                     "llm_name": "voyage-law-2",

  3339.                     "tags": "TEXT EMBEDDING,16000",

  3340.                     "max_tokens": 16000,

  3341.                     "model_type": "embedding"

  3342.                 },

  3343.                 {

  3344.                     "llm_name": "voyage-code-2",

  3345.                     "tags": "TEXT EMBEDDING,16000",

  3346.                     "max_tokens": 16000,

  3347.                     "model_type": "embedding"

  3348.                 },

  3349.                 {

  3350.                     "llm_name": "voyage-large-2",

  3351.                     "tags": "TEXT EMBEDDING,16000",

  3352.                     "max_tokens": 16000,

  3353.                     "model_type": "embedding"

  3354.                 },

  3355.                 {

  3356.                     "llm_name": "voyage-2",

  3357.                     "tags": "TEXT EMBEDDING,4000",

  3358.                     "max_tokens": 4000,

  3359.                     "model_type": "embedding"

  3360.                 },

  3361.                 {

  3362.                     "llm_name": "voyage-3",

  3363.                     "tags": "TEXT EMBEDDING,32000",

  3364.                     "max_tokens": 32000,

  3365.                     "model_type": "embedding"

  3366.                 },

  3367.                 {

  3368.                     "llm_name": "voyage-3-lite",

  3369.                     "tags": "TEXT EMBEDDING,32000",

  3370.                     "max_tokens": 32000,

  3371.                     "model_type": "embedding"

  3372.                 },

  3373.                 {

  3374.                     "llm_name": "rerank-1",

  3375.                     "tags": "RE-RANK, 8000",

  3376.                     "max_tokens": 8000,

  3377.                     "model_type": "rerank"

  3378.                 },

  3379.                 {

  3380.                     "llm_name": "rerank-lite-1",

  3381.                     "tags": "RE-RANK, 4000",

  3382.                     "max_tokens": 4000,

  3383.                     "model_type": "rerank"

  3384.                 },

  3385.                 {

  3386.                     "llm_name": "rerank-2",

  3387.                     "tags": "RE-RANK, 16000",

  3388.                     "max_tokens": 16000,

  3389.                     "model_type": "rerank"

  3390.                 },

  3391.                 {

  3392.                     "llm_name": "rerank-2-lite",

  3393.                     "tags": "RE-RANK, 8000",

  3394.                     "max_tokens": 8000,

  3395.                     "model_type": "rerank"

  3396.                 }

  3397.             ]

  3398.         },

  3399.         {

  3400.             "name": "GiteeAI",

  3401.             "logo": "",

  3402.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT,SPEECH2TEXT,TEXT RE-RANK",

  3403.             "status": "1",

  3404.             "llm": [

  3405.                 {

  3406.                     "llm_name": "ERNIE-4.5-Turbo",

  3407.                     "tags": "LLM,CHAT",

  3408.                     "max_tokens": 32768,

  3409.                     "model_type": "chat",

  3410.                     "is_tools": false

  3411.                 },

  3412.                 {

  3413.                     "llm_name": "ERNIE-X1-Turbo",

  3414.                     "tags": "LLM,CHAT",

  3415.                     "max_tokens": 4096,

  3416.                     "model_type": "chat",

  3417.                     "is_tools": true

  3418.                 },

  3419.                 {

  3420.                     "llm_name": "DeepSeek-R1",

  3421.                     "tags": "LLM,CHAT",

  3422.                     "max_tokens": 65792,

  3423.                     "model_type": "chat",

  3424.                     "is_tools": true

  3425.                 },

  3426.                 {

  3427.                     "llm_name": "DeepSeek-V3",

  3428.                     "tags": "LLM,CHAT",

  3429.                     "max_tokens": 65792,

  3430.                     "model_type": "chat",

  3431.                     "is_tools": false

  3432.                 },

  3433.                 {

  3434.                     "llm_name": "Qwen3-235B-A22B",

  3435.                     "tags": "LLM,CHAT",

  3436.                     "max_tokens": 128000,

  3437.                     "model_type": "chat",

  3438.                     "is_tools": false

  3439.                 },

  3440.                 {

  3441.                     "llm_name": "Qwen3-30B-A3B",

  3442.                     "tags": "LLM,CHAT",

  3443.                     "max_tokens": 128000,

  3444.                     "model_type": "chat",

  3445.                     "is_tools": false

  3446.                 },

  3447.                 {

  3448.                     "llm_name": "Qwen3-32B",

  3449.                     "tags": "LLM,CHAT",

  3450.                     "max_tokens": 128000,

  3451.                     "model_type": "chat",

  3452.                     "is_tools": false

  3453.                 },

  3454.                 {

  3455.                     "llm_name": "Qwen3-8B",

  3456.                     "tags": "LLM,CHAT",

  3457.                     "max_tokens": 128000,

  3458.                     "model_type": "chat",

  3459.                     "is_tools": false

  3460.                 },

  3461.                 {

  3462.                     "llm_name": "Qwen3-4B",

  3463.                     "tags": "LLM,CHAT",

  3464.                     "max_tokens": 128000,

  3465.                     "model_type": "chat",

  3466.                     "is_tools": false

  3467.                 },

  3468.                 {

  3469.                     "llm_name": "Qwen3-0.6B",

  3470.                     "tags": "LLM,CHAT",

  3471.                     "max_tokens": 32000,

  3472.                     "model_type": "chat",

  3473.                     "is_tools": false

  3474.                 },

  3475.                 {

  3476.                     "llm_name": "QwQ-32B",

  3477.                     "tags": "LLM,CHAT",

  3478.                     "max_tokens": 131072,

  3479.                     "model_type": "chat",

  3480.                     "is_tools": true

  3481.                 },

  3482.                 {

  3483.                     "llm_name": "DeepSeek-R1-Distill-Qwen-32B",

  3484.                     "tags": "LLM,CHAT",

  3485.                     "max_tokens": 65792,

  3486.                     "model_type": "chat",

  3487.                     "is_tools": false

  3488.                 },

  3489.                 {

  3490.                     "llm_name": "DeepSeek-R1-Distill-Qwen-14B",

  3491.                     "tags": "LLM,CHAT",

  3492.                     "max_tokens": 65792,

  3493.                     "model_type": "chat",

  3494.                     "is_tools": false

  3495.                 },

  3496.                 {

  3497.                     "llm_name": "DeepSeek-R1-Distill-Qwen-7B",

  3498.                     "tags": "LLM,CHAT",

  3499.                     "max_tokens": 65792,

  3500.                     "model_type": "chat",

  3501.                     "is_tools": false

  3502.                 },

  3503.                 {

  3504.                     "llm_name": "DeepSeek-R1-Distill-Qwen-1.5B",

  3505.                     "tags": "LLM,CHAT",

  3506.                     "max_tokens": 65792,

  3507.                     "model_type": "chat",

  3508.                     "is_tools": false

  3509.                 },

  3510.                 {

  3511.                     "llm_name": "Qwen2.5-72B-Instruct",

  3512.                     "tags": "LLM,CHAT",

  3513.                     "max_tokens": 4096,

  3514.                     "model_type": "chat",

  3515.                     "is_tools": true

  3516.                 },

  3517.                 {

  3518.                     "llm_name": "Qwen2.5-32B-Instruct",

  3519.                     "tags": "LLM,CHAT",

  3520.                     "max_tokens": 4096,

  3521.                     "model_type": "chat",

  3522.                     "is_tools": false

  3523.                 },

  3524.                 {

  3525.                     "llm_name": "Qwen2.5-14B-Instruct",

  3526.                     "tags": "LLM,CHAT",

  3527.                     "max_tokens": 4096,

  3528.                     "model_type": "chat",

  3529.                     "is_tools": true

  3530.                 },

  3531.                 {

  3532.                     "llm_name": "Qwen2.5-7B-Instruct",

  3533.                     "tags": "LLM,CHAT",

  3534.                     "max_tokens": 131072,

  3535.                     "model_type": "chat",

  3536.                     "is_tools": true

  3537.                 },

  3538.                 {

  3539.                     "llm_name": "Qwen2-72B-Instruct",

  3540.                     "tags": "LLM,CHAT",

  3541.                     "max_tokens": 131072,

  3542.                     "model_type": "chat",

  3543.                     "is_tools": false

  3544.                 },

  3545.                 {

  3546.                     "llm_name": "Qwen2-7B-Instruct",

  3547.                     "tags": "LLM,CHAT",

  3548.                     "max_tokens": 131072,

  3549.                     "model_type": "chat",

  3550.                     "is_tools": false

  3551.                 },

  3552.                 {

  3553.                     "llm_name": "GLM-4-32B",

  3554.                     "tags": "LLM,CHAT",

  3555.                     "max_tokens": 128000,

  3556.                     "model_type": "chat",

  3557.                     "is_tools": false

  3558.                 },

  3559.                 {

  3560.                     "llm_name": "GLM-4-9B-0414",

  3561.                     "tags": "LLM,CHAT",

  3562.                     "max_tokens": 128000,

  3563.                     "model_type": "chat",

  3564.                     "is_tools": false

  3565.                 },

  3566.                 {

  3567.                     "llm_name": "glm-4-9b-chat",

  3568.                     "tags": "LLM,CHAT",

  3569.                     "max_tokens": 128000,

  3570.                     "model_type": "chat",

  3571.                     "is_tools": false

  3572.                 },

  3573.                 {

  3574.                     "llm_name": "internlm3-8b-instruct",

  3575.                     "tags": "LLM,CHAT",

  3576.                     "max_tokens": 4096,

  3577.                     "model_type": "chat",

  3578.                     "is_tools": false

  3579.                 },

  3580.                 {

  3581.                     "llm_name": "Yi-34B-Chat",

  3582.                     "tags": "LLM,CHAT",

  3583.                     "max_tokens": 32768,

  3584.                     "model_type": "chat",

  3585.                     "is_tools": false

  3586.                 },

  3587.                 {

  3588.                     "llm_name": "ERNIE-4.5-Turbo-VL",

  3589.                     "tags": "LLM,IMAGE2TEXT",

  3590.                     "max_tokens": 4096,

  3591.                     "model_type": "image2text",

  3592.                     "is_tools": false

  3593.                 },

  3594.                 {

  3595.                     "llm_name": "Qwen2.5-VL-32B-Instruct",

  3596.                     "tags": "LLM,IMAGE2TEXT",

  3597.                     "max_tokens": 32768,

  3598.                     "model_type": "image2text",

  3599.                     "is_tools": true

  3600.                 },

  3601.                 {

  3602.                     "llm_name": "Qwen2-VL-72B",

  3603.                     "tags": "LLM,IMAGE2TEXT",

  3604.                     "max_tokens": 4096,

  3605.                     "model_type": "image2text",

  3606.                     "is_tools": false

  3607.                 },

  3608.                 {

  3609.                     "llm_name": "Align-DS-V",

  3610.                     "tags": "LLM,IMAGE2TEXT",

  3611.                     "max_tokens": 4096,

  3612.                     "model_type": "image2text",

  3613.                     "is_tools": false

  3614.                 },

  3615.                 {

  3616.                     "llm_name": "InternVL3-78B",

  3617.                     "tags": "LLM,IMAGE2TEXT",

  3618.                     "max_tokens": 32768,

  3619.                     "model_type": "image2text",

  3620.                     "is_tools": false

  3621.                 },

  3622.                 {

  3623.                     "llm_name": "InternVL3-38B",

  3624.                     "tags": "LLM,IMAGE2TEXT",

  3625.                     "max_tokens": 32768,

  3626.                     "model_type": "image2text",

  3627.                     "is_tools": false

  3628.                 },

  3629.                 {

  3630.                     "llm_name": "InternVL2.5-78B",

  3631.                     "tags": "LLM,IMAGE2TEXT",

  3632.                     "max_tokens": 32768,

  3633.                     "model_type": "image2text",

  3634.                     "is_tools": false

  3635.                 },

  3636.                 {

  3637.                     "llm_name": "InternVL2.5-26B",

  3638.                     "tags": "LLM,IMAGE2TEXT",

  3639.                     "max_tokens": 16384,

  3640.                     "model_type": "image2text",

  3641.                     "is_tools": false

  3642.                 },

  3643.                 {

  3644.                     "llm_name": "InternVL2-8B",

  3645.                     "tags": "LLM,IMAGE2TEXT",

  3646.                     "max_tokens": 8192,

  3647.                     "model_type": "image2text",

  3648.                     "is_tools": false

  3649.                 },

  3650.                 {

  3651.                     "llm_name": "Qwen2-Audio-7B-Instruct",

  3652.                     "tags": "LLM,SPEECH2TEXT,IMAGE2TEXT",

  3653.                     "max_tokens": 8192,

  3654.                     "model_type": "speech2text",

  3655.                     "is_tools": false

  3656.                 },

  3657.                 {

  3658.                     "llm_name": "whisper-base",

  3659.                     "tags": "SPEECH2TEXT",

  3660.                     "max_tokens": 512,

  3661.                     "model_type": "speech2text",

  3662.                     "is_tools": false

  3663.                 },

  3664.                 {

  3665.                     "llm_name": "whisper-large",

  3666.                     "tags": "SPEECH2TEXT",

  3667.                     "max_tokens": 512,

  3668.                     "model_type": "speech2text",

  3669.                     "is_tools": false

  3670.                 },

  3671.                 {

  3672.                     "llm_name": "whisper-large-v3-turbo",

  3673.                     "tags": "SPEECH2TEXT",

  3674.                     "max_tokens": 512,

  3675.                     "model_type": "speech2text",

  3676.                     "is_tools": false

  3677.                 },

  3678.                 {

  3679.                     "llm_name": "whisper-large-v3",

  3680.                     "tags": "SPEECH2TEXT",

  3681.                     "max_tokens": 512,

  3682.                     "model_type": "speech2text",

  3683.                     "is_tools": false

  3684.                 },

  3685.                 {

  3686.                     "llm_name": "SenseVoiceSmall",

  3687.                     "tags": "SPEECH2TEXT",

  3688.                     "max_tokens": 512,

  3689.                     "model_type": "speech2text",

  3690.                     "is_tools": false

  3691.                 },

  3692.                 {

  3693.                     "llm_name": "Qwen3-Reranker-8B",

  3694.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3695.                     "max_tokens": 32768,

  3696.                     "model_type": "embedding",

  3697.                     "is_tools": false

  3698.                 },

  3699.                 {

  3700.                     "llm_name": "Qwen3-Reranker-4B",

  3701.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3702.                     "max_tokens": 32768,

  3703.                     "model_type": "embedding",

  3704.                     "is_tools": false

  3705.                 },

  3706.                 {

  3707.                     "llm_name": "Qwen3-Reranker-0.6B",

  3708.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3709.                     "max_tokens": 32768,

  3710.                     "model_type": "embedding",

  3711.                     "is_tools": false

  3712.                 },

  3713.                 {

  3714.                     "llm_name": "Qwen3-Embedding-8B",

  3715.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3716.                     "max_tokens": 8192,

  3717.                     "model_type": "embedding",

  3718.                     "is_tools": false

  3719.                 },

  3720.                 {

  3721.                     "llm_name": "Qwen3-Embedding-4B",

  3722.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3723.                     "max_tokens": 4096,

  3724.                     "model_type": "embedding",

  3725.                     "is_tools": false

  3726.                 },

  3727.                 {

  3728.                     "llm_name": "Qwen3-Embedding-0.6B",

  3729.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3730.                     "max_tokens": 4096,

  3731.                     "model_type": "embedding",

  3732.                     "is_tools": false

  3733.                 },

  3734.                 {

  3735.                     "llm_name": "jina-clip-v1",

  3736.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3737.                     "max_tokens": 512,

  3738.                     "model_type": "embedding",

  3739.                     "is_tools": false

  3740.                 },

  3741.                 {

  3742.                     "llm_name": "jina-clip-v2",

  3743.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3744.                     "max_tokens": 8192,

  3745.                     "model_type": "embedding",

  3746.                     "is_tools": false

  3747.                 },

  3748.                 {

  3749.                     "llm_name": "jina-reranker-m0",

  3750.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3751.                     "max_tokens": 10240,

  3752.                     "model_type": "embedding",

  3753.                     "is_tools": false

  3754.                 },

  3755.                 {

  3756.                     "llm_name": "bce-embedding-base_v1",

  3757.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3758.                     "max_tokens": 512,

  3759.                     "model_type": "embedding",

  3760.                     "is_tools": false

  3761.                 },

  3762.                 {

  3763.                     "llm_name": "bce-reranker-base_v1",

  3764.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3765.                     "max_tokens": 512,

  3766.                     "model_type": "embedding",

  3767.                     "is_tools": false

  3768.                 },

  3769.                 {

  3770.                     "llm_name": "bge-m3",

  3771.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3772.                     "max_tokens": 8192,

  3773.                     "model_type": "embedding",

  3774.                     "is_tools": false

  3775.                 },

  3776.                 {

  3777.                     "llm_name": "bge-reranker-v2-m3",

  3778.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3779.                     "max_tokens": 8192,

  3780.                     "model_type": "embedding",

  3781.                     "is_tools": false

  3782.                 },

  3783.                 {

  3784.                     "llm_name": "bge-large-zh-v1.5",

  3785.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3786.                     "max_tokens": 1024,

  3787.                     "model_type": "embedding",

  3788.                     "is_tools": false

  3789.                 },

  3790.                 {

  3791.                     "llm_name": "bge-small-zh-v1.5",

  3792.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3793.                     "max_tokens": 512,

  3794.                     "model_type": "embedding",

  3795.                     "is_tools": false

  3796.                 },

  3797.                 {

  3798.                     "llm_name": "nomic-embed-code",

  3799.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3800.                     "max_tokens": 512,

  3801.                     "model_type": "embedding",

  3802.                     "is_tools": false

  3803.                 },

  3804.                 {

  3805.                     "llm_name": "all-mpnet-base-v2",

  3806.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3807.                     "max_tokens": 512,

  3808.                     "model_type": "embedding",

  3809.                     "is_tools": false

  3810.                 }

  3811.             ]

  3812.         },

  3813.         {

  3814.             "name": "Google Cloud",

  3815.             "logo": "",

  3816.             "tags": "LLM",

  3817.             "status": "1",

  3818.             "llm": []

  3819.         },

  3820.         {

  3821.             "name": "HuggingFace",

  3822.             "logo": "",

  3823.             "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3824.             "status": "1",

  3825.             "llm": []

  3826.         },

  3827.         {

  3828.             "name": "GPUStack",

  3829.             "logo": "",

  3830.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,TEXT RE-RANK",

  3831.             "status": "1",

  3832.             "llm": []

  3833.         }

  3834.     ]

  3835. }