OpenSource
/
ragflow
Tarkkaile 4
Äänestä 0
Fork 0
Koodi Ongelmat 0 Pull-pyynnöt 0 Julkaisut 33 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
3742 Commitit
7 Branchit
Puu: d55f44601a
Branchit Tagit
${ item.name }
Create branch ${ searchTerm }
from 'd55f44601a'
${ noResults }
ragflow/conf/llm_factories.json

llm_factories.json 154KB
Raaka Blame Historia

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376 
  1. {

  2.     "factory_llm_infos": [

  3.         {

  4.             "name": "OpenAI",

  5.             "logo": "",

  6.             "tags": "LLM,TEXT EMBEDDING,TTS,TEXT RE-RANK,SPEECH2TEXT,MODERATION",

  7.             "status": "1",

  8.             "llm": [

  9.                 {

  10.                     "llm_name": "gpt-5",

  11.                     "tags": "LLM,CHAT,400k,IMAGE2TEXT",

  12.                     "max_tokens": 400000,

  13.                     "model_type": "chat",

  14.                     "is_tools": true

  15.                 },

  16.                 {

  17.                     "llm_name": "gpt-5-mini",

  18.                     "tags": "LLM,CHAT,400k,IMAGE2TEXT",

  19.                     "max_tokens": 400000,

  20.                     "model_type": "chat",

  21.                     "is_tools": true

  22.                 },

  23.                 {

  24.                     "llm_name": "gpt-5-nano",

  25.                     "tags": "LLM,CHAT,400k,IMAGE2TEXT",

  26.                     "max_tokens": 400000,

  27.                     "model_type": "chat",

  28.                     "is_tools": true

  29.                 },

  30.                 {

  31.                     "llm_name": "gpt-5-chat-latest",

  32.                     "tags": "LLM,CHAT,400k,IMAGE2TEXT",

  33.                     "max_tokens": 400000,

  34.                     "model_type": "chat",

  35.                     "is_tools": false

  36.                 },

  37.                 {

  38.                     "llm_name": "gpt-4.1",

  39.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  40.                     "max_tokens": 1047576,

  41.                     "model_type": "chat",

  42.                     "is_tools": true

  43.                 },

  44.                 {

  45.                     "llm_name": "gpt-4.1-mini",

  46.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  47.                     "max_tokens": 1047576,

  48.                     "model_type": "chat",

  49.                     "is_tools": true

  50.                 },

  51.                 {

  52.                     "llm_name": "gpt-4.1-nano",

  53.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  54.                     "max_tokens": 1047576,

  55.                     "model_type": "chat",

  56.                     "is_tools": true

  57.                 },

  58.                 {

  59.                     "llm_name": "gpt-4.5-preview",

  60.                     "tags": "LLM,CHAT,128K",

  61.                     "max_tokens": 128000,

  62.                     "model_type": "chat",

  63.                     "is_tools": true

  64.                 },

  65.                 {

  66.                     "llm_name": "o3",

  67.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  68.                     "max_tokens": 200000,

  69.                     "model_type": "chat",

  70.                     "is_tools": true

  71.                 },

  72.                 {

  73.                     "llm_name": "o4-mini",

  74.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  75.                     "max_tokens": 200000,

  76.                     "model_type": "chat",

  77.                     "is_tools": true

  78.                 },

  79.                 {

  80.                     "llm_name": "o4-mini-high",

  81.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  82.                     "max_tokens": 200000,

  83.                     "model_type": "chat",

  84.                     "is_tools": true

  85.                 },

  86.                 {

  87.                     "llm_name": "gpt-4o-mini",

  88.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  89.                     "max_tokens": 128000,

  90.                     "model_type": "chat",

  91.                     "is_tools": true

  92.                 },

  93.                 {

  94.                     "llm_name": "gpt-4o",

  95.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  96.                     "max_tokens": 128000,

  97.                     "model_type": "chat",

  98.                     "is_tools": true

  99.                 },

  100.                 {

  101.                     "llm_name": "gpt-3.5-turbo",

  102.                     "tags": "LLM,CHAT,4K",

  103.                     "max_tokens": 4096,

  104.                     "model_type": "chat",

  105.                     "is_tools": false

  106.                 },

  107.                 {

  108.                     "llm_name": "gpt-3.5-turbo-16k-0613",

  109.                     "tags": "LLM,CHAT,16k",

  110.                     "max_tokens": 16385,

  111.                     "model_type": "chat",

  112.                     "is_tools": false

  113.                 },

  114.                 {

  115.                     "llm_name": "text-embedding-ada-002",

  116.                     "tags": "TEXT EMBEDDING,8K",

  117.                     "max_tokens": 8191,

  118.                     "model_type": "embedding",

  119.                     "is_tools": false

  120.                 },

  121.                 {

  122.                     "llm_name": "text-embedding-3-small",

  123.                     "tags": "TEXT EMBEDDING,8K",

  124.                     "max_tokens": 8191,

  125.                     "model_type": "embedding",

  126.                     "is_tools": false

  127.                 },

  128.                 {

  129.                     "llm_name": "text-embedding-3-large",

  130.                     "tags": "TEXT EMBEDDING,8K",

  131.                     "max_tokens": 8191,

  132.                     "model_type": "embedding",

  133.                     "is_tools": false

  134.                 },

  135.                 {

  136.                     "llm_name": "whisper-1",

  137.                     "tags": "SPEECH2TEXT",

  138.                     "max_tokens": 26214400,

  139.                     "model_type": "speech2text",

  140.                     "is_tools": false

  141.                 },

  142.                 {

  143.                     "llm_name": "gpt-4",

  144.                     "tags": "LLM,CHAT,8K",

  145.                     "max_tokens": 8191,

  146.                     "model_type": "chat",

  147.                     "is_tools": false

  148.                 },

  149.                 {

  150.                     "llm_name": "gpt-4-turbo",

  151.                     "tags": "LLM,CHAT,8K",

  152.                     "max_tokens": 8191,

  153.                     "model_type": "chat",

  154.                     "is_tools": true

  155.                 },

  156.                 {

  157.                     "llm_name": "gpt-4-32k",

  158.                     "tags": "LLM,CHAT,32K",

  159.                     "max_tokens": 32768,

  160.                     "model_type": "chat",

  161.                     "is_tools": false

  162.                 },

  163.                 {

  164.                     "llm_name": "tts-1",

  165.                     "tags": "TTS",

  166.                     "max_tokens": 2048,

  167.                     "model_type": "tts",

  168.                     "is_tools": false

  169.                 }

  170.             ]

  171.         },

  172.         {

  173.             "name": "xAI",

  174.             "logo": "",

  175.             "tags": "LLM",

  176.             "status": "1",

  177.             "llm": [

  178.                 {

  179.                     "llm_name": "grok-4",

  180.                     "tags": "LLM,CHAT,256k",

  181.                     "max_tokens": 256000,

  182.                     "model_type": "chat",

  183.                     "is_tools": true

  184.                 },

  185.                 {

  186.                     "llm_name": "grok-3",

  187.                     "tags": "LLM,CHAT,130k",

  188.                     "max_tokens": 131072,

  189.                     "model_type": "chat",

  190.                     "is_tools": true

  191.                 },

  192.                 {

  193.                     "llm_name": "grok-3-fast",

  194.                     "tags": "LLM,CHAT,130k",

  195.                     "max_tokens": 131072,

  196.                     "model_type": "chat",

  197.                     "is_tools": true

  198.                 },

  199.                 {

  200.                     "llm_name": "grok-3-mini",

  201.                     "tags": "LLM,CHAT,130k",

  202.                     "max_tokens": 131072,

  203.                     "model_type": "chat",

  204.                     "is_tools": true

  205.                 },

  206.                 {

  207.                     "llm_name": "grok-3-mini-mini-fast",

  208.                     "tags": "LLM,CHAT,130k",

  209.                     "max_tokens": 131072,

  210.                     "model_type": "chat",

  211.                     "is_tools": true

  212.                 },

  213.                 {

  214.                     "llm_name": "grok-2-vision",

  215.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  216.                     "max_tokens": 32768,

  217.                     "model_type": "image2text",

  218.                     "is_tools": true

  219.                 }

  220.             ]

  221.         },

  222.         {

  223.             "name": "Tongyi-Qianwen",

  224.             "logo": "",

  225.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,TTS,SPEECH2TEXT,MODERATION",

  226.             "status": "1",

  227.             "llm": [

  228.                 {

  229.                     "llm_name": "Moonshot-Kimi-K2-Instruct",

  230.                     "tags": "LLM,CHAT,128K",

  231.                     "max_tokens": 131072,

  232.                     "model_type": "chat",

  233.                     "is_tools": true

  234.                 },

  235.                 {

  236.                     "llm_name": "deepseek-r1",

  237.                     "tags": "LLM,CHAT,64K",

  238.                     "max_tokens": 65792,

  239.                     "model_type": "chat",

  240.                     "is_tools": false

  241.                 },

  242.                 {

  243.                     "llm_name": "deepseek-v3",

  244.                     "tags": "LLM,CHAT,64K",

  245.                     "max_tokens": 65792,

  246.                     "model_type": "chat",

  247.                     "is_tools": false

  248.                 },

  249.                 {

  250.                     "llm_name": "deepseek-r1-distill-qwen-1.5b",

  251.                     "tags": "LLM,CHAT,32K",

  252.                     "max_tokens": 32768,

  253.                     "model_type": "chat",

  254.                     "is_tools": false

  255.                 },

  256.                 {

  257.                     "llm_name": "deepseek-r1-distill-qwen-7b",

  258.                     "tags": "LLM,CHAT,32K",

  259.                     "max_tokens": 32768,

  260.                     "model_type": "chat",

  261.                     "is_tools": false

  262.                 },

  263.                 {

  264.                     "llm_name": "deepseek-r1-distill-qwen-14b",

  265.                     "tags": "LLM,CHAT,32K",

  266.                     "max_tokens": 32768,

  267.                     "model_type": "chat",

  268.                     "is_tools": false

  269.                 },

  270.                 {

  271.                     "llm_name": "deepseek-r1-distill-qwen-32b",

  272.                     "tags": "LLM,CHAT,32K",

  273.                     "max_tokens": 32768,

  274.                     "model_type": "chat",

  275.                     "is_tools": false

  276.                 },

  277.                 {

  278.                     "llm_name": "deepseek-r1-distill-llama-8b",

  279.                     "tags": "LLM,CHAT,32K",

  280.                     "max_tokens": 32768,

  281.                     "model_type": "chat",

  282.                     "is_tools": false

  283.                 },

  284.                 {

  285.                     "llm_name": "deepseek-r1-distill-llama-70b",

  286.                     "tags": "LLM,CHAT,32K",

  287.                     "max_tokens": 32768,

  288.                     "model_type": "chat",

  289.                     "is_tools": false

  290.                 },

  291.                 {

  292.                     "llm_name": "qwq-32b",

  293.                     "tags": "LLM,CHAT,128k",

  294.                     "max_tokens": 131072,

  295.                     "model_type": "chat",

  296.                     "is_tools": true

  297.                 },

  298.                 {

  299.                     "llm_name": "qwq-plus",

  300.                     "tags": "LLM,CHAT,132k",

  301.                     "max_tokens": 131072,

  302.                     "model_type": "chat",

  303.                     "is_tools": true

  304.                 },

  305.                 {

  306.                     "llm_name": "qwq-plus-latest",

  307.                     "tags": "LLM,CHAT,132k",

  308.                     "max_tokens": 131072,

  309.                     "model_type": "chat",

  310.                     "is_tools": true

  311.                 },

  312.                 {

  313.                     "llm_name": "qwen3-coder-480b-a35b-instruct",

  314.                     "tags": "LLM,CHAT,256k",

  315.                     "max_tokens": 256000,

  316.                     "model_type": "chat",

  317.                     "is_tools": true

  318.                 },

  319.                 {

  320.                     "llm_name": "qwen3-30b-a3b-instruct-2507",

  321.                     "tags": "LLM,CHAT,128k",

  322.                     "max_tokens": 128000,

  323.                     "model_type": "chat",

  324.                     "is_tools": true

  325.                 },

  326.                 {

  327.                     "llm_name": "qwen3-30b-a3b-thinking-2507",

  328.                     "tags": "LLM,CHAT,128k",

  329.                     "max_tokens": 128000,

  330.                     "model_type": "chat",

  331.                     "is_tools": true

  332.                 },

  333.                 {

  334.                     "llm_name": "qwen3-30b-a3b",

  335.                     "tags": "LLM,CHAT,128k",

  336.                     "max_tokens": 128000,

  337.                     "model_type": "chat",

  338.                     "is_tools": true

  339.                 },

  340.                 {

  341.                     "llm_name": "qwen3-235b-a22b-instruct-2507",

  342.                     "tags": "LLM,CHAT,128k",

  343.                     "max_tokens": 128000,

  344.                     "model_type": "chat",

  345.                     "is_tools": true

  346.                 },

  347.                 {

  348.                     "llm_name": "qwen3-235b-a22b-thinking-2507",

  349.                     "tags": "LLM,CHAT,128k",

  350.                     "max_tokens": 128000,

  351.                     "model_type": "chat",

  352.                     "is_tools": true

  353.                 },

  354.                 {

  355.                     "llm_name": "qwen3-235b-a22b",

  356.                     "tags": "LLM,CHAT,128k",

  357.                     "max_tokens": 128000,

  358.                     "model_type": "chat",

  359.                     "is_tools": true

  360.                 },

  361.                 {

  362.                     "llm_name": "qwen3-0.6b",

  363.                     "tags": "LLM,CHAT,32k",

  364.                     "max_tokens": 32000,

  365.                     "model_type": "chat",

  366.                     "is_tools": true

  367.                 },

  368.                 {

  369.                     "llm_name": "qwen3-1.7b",

  370.                     "tags": "LLM,CHAT,32k",

  371.                     "max_tokens": 32000,

  372.                     "model_type": "chat",

  373.                     "is_tools": true

  374.                 },

  375.                 {

  376.                     "llm_name": "qwen3-4b",

  377.                     "tags": "LLM,CHAT,128k",

  378.                     "max_tokens": 128000,

  379.                     "model_type": "chat",

  380.                     "is_tools": true

  381.                 },

  382.                 {

  383.                     "llm_name": "qwen3-8b",

  384.                     "tags": "LLM,CHAT,128k",

  385.                     "max_tokens": 128000,

  386.                     "model_type": "chat",

  387.                     "is_tools": true

  388.                 },

  389.                 {

  390.                     "llm_name": "qwen3-14b",

  391.                     "tags": "LLM,CHAT,128k",

  392.                     "max_tokens": 128000,

  393.                     "model_type": "chat",

  394.                     "is_tools": true

  395.                 },

  396.                 {

  397.                     "llm_name": "qwen3-32b",

  398.                     "tags": "LLM,CHAT,128k",

  399.                     "max_tokens": 128000,

  400.                     "model_type": "chat",

  401.                     "is_tools": true

  402.                 },

  403.                 {

  404.                     "llm_name": "qwen-long",

  405.                     "tags": "LLM,CHAT,10000K",

  406.                     "max_tokens": 1000000,

  407.                     "model_type": "chat",

  408.                     "is_tools": true

  409.                 },

  410.                 {

  411.                     "llm_name": "qwen-turbo",

  412.                     "tags": "LLM,CHAT,1M",

  413.                     "max_tokens": 1000000,

  414.                     "model_type": "chat",

  415.                     "is_tools": true

  416.                 },

  417.                 {

  418.                     "llm_name": "qwen-turbo-2025-04-28",

  419.                     "tags": "LLM,CHAT,1M",

  420.                     "max_tokens": 1000000,

  421.                     "model_type": "chat",

  422.                     "is_tools": true

  423.                 },

  424.                 {

  425.                     "llm_name": "qwen-turbo-latest",

  426.                     "tags": "LLM,CHAT,1M",

  427.                     "max_tokens": 1000000,

  428.                     "model_type": "chat",

  429.                     "is_tools": true

  430.                 },

  431.                 {

  432.                     "llm_name": "qwen-max",

  433.                     "tags": "LLM,CHAT,32K",

  434.                     "max_tokens": 32768,

  435.                     "model_type": "chat",

  436.                     "is_tools": true

  437.                 },

  438.                 {

  439.                     "llm_name": "qwen-plus",

  440.                     "tags": "LLM,CHAT,132k",

  441.                     "max_tokens": 131072,

  442.                     "model_type": "chat",

  443.                     "is_tools": true

  444.                 },

  445.                 {

  446.                     "llm_name": "qwen-plus-2025-04-28",

  447.                     "tags": "LLM,CHAT,128k",

  448.                     "max_tokens": 128000,

  449.                     "model_type": "chat",

  450.                     "is_tools": true

  451.                 },

  452.                 {

  453.                     "llm_name": "qwen-plus-latest",

  454.                     "tags": "LLM,CHAT,132k",

  455.                     "max_tokens": 131072,

  456.                     "model_type": "chat",

  457.                     "is_tools": true

  458.                 },

  459.                 {

  460.                     "llm_name": "text-embedding-v2",

  461.                     "tags": "TEXT EMBEDDING,2K",

  462.                     "max_tokens": 2048,

  463.                     "model_type": "embedding"

  464.                 },

  465.                 {

  466.                     "llm_name": "sambert-zhide-v1",

  467.                     "tags": "TTS",

  468.                     "max_tokens": 2048,

  469.                     "model_type": "tts"

  470.                 },

  471.                 {

  472.                     "llm_name": "sambert-zhiru-v1",

  473.                     "tags": "TTS",

  474.                     "max_tokens": 2048,

  475.                     "model_type": "tts"

  476.                 },

  477.                 {

  478.                     "llm_name": "text-embedding-v3",

  479.                     "tags": "TEXT EMBEDDING,8K",

  480.                     "max_tokens": 8192,

  481.                     "model_type": "embedding"

  482.                 },

  483.                 {

  484.                     "llm_name": "text-embedding-v4",

  485.                     "tags": "TEXT EMBEDDING,8K",

  486.                     "max_tokens": 8192,

  487.                     "model_type": "embedding"

  488.                 },

  489.                 {

  490.                     "llm_name": "qwen-vl-max",

  491.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  492.                     "max_tokens": 765,

  493.                     "model_type": "image2text",

  494.                     "is_tools": false

  495.                 },

  496.                 {

  497.                     "llm_name": "qwen-vl-plus",

  498.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  499.                     "max_tokens": 765,

  500.                     "model_type": "image2text",

  501.                     "is_tools": false

  502.                 },

  503.                 {

  504.                     "llm_name": "gte-rerank",

  505.                     "tags": "RE-RANK,4k",

  506.                     "max_tokens": 4000,

  507.                     "model_type": "rerank"

  508.                 },

  509.                 {

  510.                     "llm_name": "qwen-audio-asr",

  511.                     "tags": "SPEECH2TEXT,8k",

  512.                     "max_tokens": 8000,

  513.                     "model_type": "speech2text"

  514.                 },

  515.                 {

  516.                     "llm_name": "qwen-audio-asr-latest",

  517.                     "tags": "SPEECH2TEXT,8k",

  518.                     "max_tokens": 8000,

  519.                     "model_type": "speech2text"

  520.                 },

  521.                 {

  522.                     "llm_name": "qwen-audio-asr-1204",

  523.                     "tags": "SPEECH2TEXT,8k",

  524.                     "max_tokens": 8000,

  525.                     "model_type": "speech2text"

  526.                 }

  527.             ]

  528.         },

  529.         {

  530.             "name": "ZHIPU-AI",

  531.             "logo": "",

  532.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  533.             "status": "1",

  534.             "llm": [

  535.                 {

  536.                     "llm_name": "glm-4-plus",

  537.                     "tags": "LLM,CHAT,",

  538.                     "max_tokens": 128000,

  539.                     "model_type": "chat",

  540.                     "is_tools": true

  541.                 },

  542.                 {

  543.                     "llm_name": "glm-4-0520",

  544.                     "tags": "LLM,CHAT,",

  545.                     "max_tokens": 128000,

  546.                     "model_type": "chat",

  547.                     "is_tools": true

  548.                 },

  549.                 {

  550.                     "llm_name": "glm-4",

  551.                     "tags": "LLM,CHAT,",

  552.                     "max_tokens": 128000,

  553.                     "model_type": "chat",

  554.                     "is_tools": true

  555.                 },

  556.                 {

  557.                     "llm_name": "glm-4-airx",

  558.                     "tags": "LLM,CHAT,",

  559.                     "max_tokens": 8000,

  560.                     "model_type": "chat",

  561.                     "is_tools": true

  562.                 },

  563.                 {

  564.                     "llm_name": "glm-4-air",

  565.                     "tags": "LLM,CHAT,",

  566.                     "max_tokens": 128000,

  567.                     "model_type": "chat",

  568.                     "is_tools": true

  569.                 },

  570.                 {

  571.                     "llm_name": "glm-4-flash",

  572.                     "tags": "LLM,CHAT,",

  573.                     "max_tokens": 128000,

  574.                     "model_type": "chat",

  575.                     "is_tools": true

  576.                 },

  577.                 {

  578.                     "llm_name": "glm-4-flashx",

  579.                     "tags": "LLM,CHAT,",

  580.                     "max_tokens": 128000,

  581.                     "model_type": "chat",

  582.                     "is_tools": true

  583.                 },

  584.                 {

  585.                     "llm_name": "glm-4-long",

  586.                     "tags": "LLM,CHAT,",

  587.                     "max_tokens": 1000000,

  588.                     "model_type": "chat",

  589.                     "is_tools": true

  590.                 },

  591.                 {

  592.                     "llm_name": "glm-3-turbo",

  593.                     "tags": "LLM,CHAT,",

  594.                     "max_tokens": 128000,

  595.                     "model_type": "chat",

  596.                     "is_tools": true

  597.                 },

  598.                 {

  599.                     "llm_name": "glm-4v",

  600.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  601.                     "max_tokens": 2000,

  602.                     "model_type": "image2text",

  603.                     "is_tools": true

  604.                 },

  605.                 {

  606.                     "llm_name": "glm-4-9b",

  607.                     "tags": "LLM,CHAT,",

  608.                     "max_tokens": 8192,

  609.                     "model_type": "chat",

  610.                     "is_tools": true

  611.                 },

  612.                 {

  613.                     "llm_name": "embedding-2",

  614.                     "tags": "TEXT EMBEDDING",

  615.                     "max_tokens": 512,

  616.                     "model_type": "embedding"

  617.                 },

  618.                 {

  619.                     "llm_name": "embedding-3",

  620.                     "tags": "TEXT EMBEDDING",

  621.                     "max_tokens": 512,

  622.                     "model_type": "embedding"

  623.                 }

  624.             ]

  625.         },

  626.         {

  627.             "name": "Ollama",

  628.             "logo": "",

  629.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  630.             "status": "1",

  631.             "llm": []

  632.         },

  633.         {

  634.             "name": "ModelScope",

  635.             "logo": "",

  636.             "tags": "LLM",

  637.             "status": "1",

  638.             "llm": []

  639.         },

  640.         {

  641.             "name": "LocalAI",

  642.             "logo": "",

  643.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  644.             "status": "1",

  645.             "llm": []

  646.         },

  647.         {

  648.             "name": "OpenAI-API-Compatible",

  649.             "logo": "",

  650.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  651.             "status": "1",

  652.             "llm": []

  653.         },

  654.         {

  655.             "name": "VLLM",

  656.             "logo": "",

  657.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  658.             "status": "1",

  659.             "llm": []

  660.         },

  661.         {

  662.             "name": "Moonshot",

  663.             "logo": "",

  664.             "tags": "LLM,TEXT EMBEDDING",

  665.             "status": "1",

  666.             "llm": [

  667.                 {

  668.                     "llm_name": "kimi-thinking-preview",

  669.                     "tags": "LLM,CHAT,1M",

  670.                     "max_tokens": 131072,

  671.                     "model_type": "chat",

  672.                     "is_tools": true

  673.                 },

  674.                 {

  675.                     "llm_name": "kimi-k2-0711-preview",

  676.                     "tags": "LLM,CHAT,128k",

  677.                     "max_tokens": 131072,

  678.                     "model_type": "chat",

  679.                     "is_tools": true

  680.                 },

  681.                 {

  682.                     "llm_name": "kimi-latest",

  683.                     "tags": "LLM,CHAT,8k,32k,128k",

  684.                     "max_tokens": 131072,

  685.                     "model_type": "chat",

  686.                     "is_tools": true

  687.                 },

  688.                 {

  689.                     "llm_name": "moonshot-v1-8k",

  690.                     "tags": "LLM,CHAT,",

  691.                     "max_tokens": 7900,

  692.                     "model_type": "chat",

  693.                     "is_tools": true

  694.                 },

  695.                 {

  696.                     "llm_name": "moonshot-v1-32k",

  697.                     "tags": "LLM,CHAT,",

  698.                     "max_tokens": 32768,

  699.                     "model_type": "chat",

  700.                     "is_tools": true

  701.                 },

  702.                 {

  703.                     "llm_name": "moonshot-v1-128k",

  704.                     "tags": "LLM,CHAT",

  705.                     "max_tokens": 128000,

  706.                     "model_type": "chat",

  707.                     "is_tools": true

  708.                 },

  709.                 {

  710.                     "llm_name": "moonshot-v1-auto",

  711.                     "tags": "LLM,CHAT,",

  712.                     "max_tokens": 128000,

  713.                     "model_type": "chat",

  714.                     "is_tools": true

  715.                 }

  716.             ]

  717.         },

  718.         {

  719.             "name": "FastEmbed",

  720.             "logo": "",

  721.             "tags": "TEXT EMBEDDING",

  722.             "status": "1",

  723.             "llm": []

  724.         },

  725.         {

  726.             "name": "Xinference",

  727.             "logo": "",

  728.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,MODERATION,TEXT RE-RANK",

  729.             "status": "1",

  730.             "llm": []

  731.         },

  732.         {

  733.             "name": "Youdao",

  734.             "logo": "",

  735.             "tags": "TEXT EMBEDDING",

  736.             "status": "1",

  737.             "llm": [

  738.                 {

  739.                     "llm_name": "maidalun1020/bce-embedding-base_v1",

  740.                     "tags": "TEXT EMBEDDING,",

  741.                     "max_tokens": 512,

  742.                     "model_type": "embedding"

  743.                 }

  744.             ]

  745.         },

  746.         {

  747.             "name": "DeepSeek",

  748.             "logo": "",

  749.             "tags": "LLM",

  750.             "status": "1",

  751.             "llm": [

  752.                 {

  753.                     "llm_name": "deepseek-chat",

  754.                     "tags": "LLM,CHAT,",

  755.                     "max_tokens": 64000,

  756.                     "model_type": "chat",

  757.                     "is_tools": true

  758.                 },

  759.                 {

  760.                     "llm_name": "deepseek-reasoner",

  761.                     "tags": "LLM,CHAT,",

  762.                     "max_tokens": 64000,

  763.                     "model_type": "chat",

  764.                     "is_tools": true

  765.                 }

  766.             ]

  767.         },

  768.         {

  769.             "name": "VolcEngine",

  770.             "logo": "",

  771.             "tags": "LLM, TEXT EMBEDDING",

  772.             "status": "1",

  773.             "llm": [

  774.                 {

  775.                     "llm_name": "Doubao-pro-128k",

  776.                     "tags": "LLM,CHAT,128k",

  777.                     "max_tokens": 131072,

  778.                     "model_type": "chat",

  779.                     "is_tools": true

  780.                 },

  781.                 {

  782.                     "llm_name": "Doubao-pro-32k",

  783.                     "tags": "LLM,CHAT,32k",

  784.                     "max_tokens": 32768,

  785.                     "model_type": "chat",

  786.                     "is_tools": true

  787.                 },

  788.                 {

  789.                     "llm_name": "Doubao-pro-4k",

  790.                     "tags": "LLM,CHAT,4k",

  791.                     "max_tokens": 4096,

  792.                     "model_type": "chat",

  793.                     "is_tools": true

  794.                 }

  795.             ]

  796.         },

  797.         {

  798.             "name": "BaiChuan",

  799.             "logo": "",

  800.             "tags": "LLM,TEXT EMBEDDING",

  801.             "status": "1",

  802.             "llm": [

  803.                 {

  804.                     "llm_name": "Baichuan2-Turbo",

  805.                     "tags": "LLM,CHAT,32K",

  806.                     "max_tokens": 32768,

  807.                     "model_type": "chat",

  808.                     "is_tools": true

  809.                 },

  810.                 {

  811.                     "llm_name": "Baichuan2-Turbo-192k",

  812.                     "tags": "LLM,CHAT,192K",

  813.                     "max_tokens": 196608,

  814.                     "model_type": "chat",

  815.                     "is_tools": true

  816.                 },

  817.                 {

  818.                     "llm_name": "Baichuan3-Turbo",

  819.                     "tags": "LLM,CHAT,32K",

  820.                     "max_tokens": 32768,

  821.                     "model_type": "chat",

  822.                     "is_tools": true

  823.                 },

  824.                 {

  825.                     "llm_name": "Baichuan3-Turbo-128k",

  826.                     "tags": "LLM,CHAT,128K",

  827.                     "max_tokens": 131072,

  828.                     "model_type": "chat",

  829.                     "is_tools": true

  830.                 },

  831.                 {

  832.                     "llm_name": "Baichuan4",

  833.                     "tags": "LLM,CHAT,128K",

  834.                     "max_tokens": 131072,

  835.                     "model_type": "chat",

  836.                     "is_tools": true

  837.                 },

  838.                 {

  839.                     "llm_name": "Baichuan-Text-Embedding",

  840.                     "tags": "TEXT EMBEDDING",

  841.                     "max_tokens": 512,

  842.                     "model_type": "embedding"

  843.                 }

  844.             ]

  845.         },

  846.         {

  847.             "name": "Jina",

  848.             "logo": "",

  849.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  850.             "status": "1",

  851.             "llm": [

  852.                 {

  853.                     "llm_name": "jina-reranker-v1-base-en",

  854.                     "tags": "RE-RANK,8k",

  855.                     "max_tokens": 8196,

  856.                     "model_type": "rerank"

  857.                 },

  858.                 {

  859.                     "llm_name": "jina-reranker-v1-turbo-en",

  860.                     "tags": "RE-RANK,8k",

  861.                     "max_tokens": 8196,

  862.                     "model_type": "rerank"

  863.                 },

  864.                 {

  865.                     "llm_name": "jina-reranker-v1-tiny-en",

  866.                     "tags": "RE-RANK,8k",

  867.                     "max_tokens": 8196,

  868.                     "model_type": "rerank"

  869.                 },

  870.                 {

  871.                     "llm_name": "jina-colbert-v1-en",

  872.                     "tags": "RE-RANK,8k",

  873.                     "max_tokens": 8196,

  874.                     "model_type": "rerank"

  875.                 },

  876.                 {

  877.                     "llm_name": "jina-embeddings-v2-base-en",

  878.                     "tags": "TEXT EMBEDDING",

  879.                     "max_tokens": 8196,

  880.                     "model_type": "embedding"

  881.                 },

  882.                 {

  883.                     "llm_name": "jina-embeddings-v2-base-de",

  884.                     "tags": "TEXT EMBEDDING",

  885.                     "max_tokens": 8196,

  886.                     "model_type": "embedding"

  887.                 },

  888.                 {

  889.                     "llm_name": "jina-embeddings-v2-base-es",

  890.                     "tags": "TEXT EMBEDDING",

  891.                     "max_tokens": 8196,

  892.                     "model_type": "embedding"

  893.                 },

  894.                 {

  895.                     "llm_name": "jina-embeddings-v2-base-code",

  896.                     "tags": "TEXT EMBEDDING",

  897.                     "max_tokens": 8196,

  898.                     "model_type": "embedding"

  899.                 },

  900.                 {

  901.                     "llm_name": "jina-embeddings-v2-base-zh",

  902.                     "tags": "TEXT EMBEDDING",

  903.                     "max_tokens": 8196,

  904.                     "model_type": "embedding"

  905.                 },

  906.                 {

  907.                     "llm_name": "jina-reranker-v2-base-multilingual",

  908.                     "tags": "RE-RANK,8k",

  909.                     "max_tokens": 8196,

  910.                     "model_type": "rerank"

  911.                 },

  912.                 {

  913.                     "llm_name": "jina-embeddings-v3",

  914.                     "tags": "TEXT EMBEDDING",

  915.                     "max_tokens": 8196,

  916.                     "model_type": "embedding"

  917.                 }

  918.             ]

  919.         },

  920.         {

  921.             "name": "BAAI",

  922.             "logo": "",

  923.             "tags": "TEXT EMBEDDING",

  924.             "status": "1",

  925.             "llm": [

  926.                 {

  927.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  928.                     "tags": "TEXT EMBEDDING,",

  929.                     "max_tokens": 1024,

  930.                     "model_type": "embedding"

  931.                 }

  932.             ]

  933.         },

  934.         {

  935.             "name": "MiniMax",

  936.             "logo": "",

  937.             "tags": "LLM,TEXT EMBEDDING",

  938.             "status": "1",

  939.             "llm": [

  940.                 {

  941.                     "llm_name": "abab6.5-chat",

  942.                     "tags": "LLM,CHAT,8k",

  943.                     "max_tokens": 8192,

  944.                     "model_type": "chat"

  945.                 },

  946.                 {

  947.                     "llm_name": "abab6.5s-chat",

  948.                     "tags": "LLM,CHAT,245k",

  949.                     "max_tokens": 245760,

  950.                     "model_type": "chat",

  951.                     "is_tools": true

  952.                 },

  953.                 {

  954.                     "llm_name": "abab6.5t-chat",

  955.                     "tags": "LLM,CHAT,8k",

  956.                     "max_tokens": 8192,

  957.                     "model_type": "chat"

  958.                 },

  959.                 {

  960.                     "llm_name": "abab6.5g-chat",

  961.                     "tags": "LLM,CHAT,8k",

  962.                     "max_tokens": 8192,

  963.                     "model_type": "chat"

  964.                 },

  965.                 {

  966.                     "llm_name": "abab5.5s-chat",

  967.                     "tags": "LLM,CHAT,8k",

  968.                     "max_tokens": 8192,

  969.                     "model_type": "chat"

  970.                 }

  971.             ]

  972.         },

  973.         {

  974.             "name": "Mistral",

  975.             "logo": "",

  976.             "tags": "LLM,TEXT EMBEDDING,MODERATION",

  977.             "status": "1",

  978.             "llm": [

  979.                 {

  980.                     "llm_name": "codestral-latest",

  981.                     "tags": "LLM,CHAT,256k",

  982.                     "max_tokens": 256000,

  983.                     "model_type": "chat",

  984.                     "is_tools": true

  985.                 },

  986.                 {

  987.                     "llm_name": "mistral-large-latest",

  988.                     "tags": "LLM,CHAT,131k",

  989.                     "max_tokens": 131000,

  990.                     "model_type": "chat",

  991.                     "is_tools": true

  992.                 },

  993.                 {

  994.                     "llm_name": "mistral-saba-latest",

  995.                     "tags": "LLM,CHAT,32k",

  996.                     "max_tokens": 32000,

  997.                     "model_type": "chat"

  998.                 },

  999.                 {

  1000.                     "llm_name": "pixtral-large-latest",

  1001.                     "tags": "LLM,CHAT,IMAGE2TEXT,131k",

  1002.                     "max_tokens": 131000,

  1003.                     "model_type": "image2text",

  1004.                     "is_tools": true

  1005.                 },

  1006.                 {

  1007.                     "llm_name": "ministral-3b-latest",

  1008.                     "tags": "LLM,CHAT,131k",

  1009.                     "max_tokens": 131000,

  1010.                     "model_type": "chat",

  1011.                     "is_tools": true

  1012.                 },

  1013.                 {

  1014.                     "llm_name": "ministral-8b-latest",

  1015.                     "tags": "LLM,CHAT,131k",

  1016.                     "max_tokens": 131000,

  1017.                     "model_type": "chat",

  1018.                     "is_tools": true

  1019.                 },

  1020.                 {

  1021.                     "llm_name": "mistral-embed",

  1022.                     "tags": "TEXT EMBEDDING,8k",

  1023.                     "max_tokens": 8192,

  1024.                     "model_type": "embedding"

  1025.                 },

  1026.                 {

  1027.                     "llm_name": "mistral-moderation-latest",

  1028.                     "tags": "LLM,CHAT,8k",

  1029.                     "max_tokens": 8192,

  1030.                     "model_type": "chat"

  1031.                 },

  1032.                 {

  1033.                     "llm_name": "mistral-small-latest",

  1034.                     "tags": "LLM,CHAT,32k",

  1035.                     "max_tokens": 32000,

  1036.                     "model_type": "chat",

  1037.                     "is_tools": true

  1038.                 },

  1039.                 {

  1040.                     "llm_name": "pixtral-12b-2409",

  1041.                     "tags": "LLM,IMAGE2TEXT,131k",

  1042.                     "max_tokens": 131000,

  1043.                     "model_type": "image2text"

  1044.                 },

  1045.                 {

  1046.                     "llm_name": "mistral-ocr-latest",

  1047.                     "tags": "LLM,IMAGE2TEXT,131k",

  1048.                     "max_tokens": 131000,

  1049.                     "model_type": "image2text"

  1050.                 },

  1051.                 {

  1052.                     "llm_name": "open-mistral-nemo",

  1053.                     "tags": "LLM,CHAT,131k",

  1054.                     "max_tokens": 131000,

  1055.                     "model_type": "chat",

  1056.                     "is_tools": true

  1057.                 },

  1058.                 {

  1059.                     "llm_name": "open-codestral-mamba",

  1060.                     "tags": "LLM,CHAT,256k",

  1061.                     "max_tokens": 256000,

  1062.                     "model_type": "chat"

  1063.                 }

  1064.             ]

  1065.         },

  1066.         {

  1067.             "name": "Azure-OpenAI",

  1068.             "logo": "",

  1069.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  1070.             "status": "1",

  1071.             "llm": [

  1072.                 {

  1073.                     "llm_name": "gpt-4o-mini",

  1074.                     "tags": "LLM,CHAT,128K",

  1075.                     "max_tokens": 128000,

  1076.                     "model_type": "image2text",

  1077.                     "is_tools": true

  1078.                 },

  1079.                 {

  1080.                     "llm_name": "gpt-4o",

  1081.                     "tags": "LLM,CHAT,128K",

  1082.                     "max_tokens": 128000,

  1083.                     "model_type": "image2text",

  1084.                     "is_tools": true

  1085.                 },

  1086.                 {

  1087.                     "llm_name": "gpt-3.5-turbo",

  1088.                     "tags": "LLM,CHAT,4K",

  1089.                     "max_tokens": 4096,

  1090.                     "model_type": "chat",

  1091.                     "is_tools": false

  1092.                 },

  1093.                 {

  1094.                     "llm_name": "gpt-3.5-turbo-16k",

  1095.                     "tags": "LLM,CHAT,16k",

  1096.                     "max_tokens": 16385,

  1097.                     "model_type": "chat"

  1098.                 },

  1099.                 {

  1100.                     "llm_name": "text-embedding-ada-002",

  1101.                     "tags": "TEXT EMBEDDING,8K",

  1102.                     "max_tokens": 8191,

  1103.                     "model_type": "embedding"

  1104.                 },

  1105.                 {

  1106.                     "llm_name": "text-embedding-3-small",

  1107.                     "tags": "TEXT EMBEDDING,8K",

  1108.                     "max_tokens": 8191,

  1109.                     "model_type": "embedding"

  1110.                 },

  1111.                 {

  1112.                     "llm_name": "text-embedding-3-large",

  1113.                     "tags": "TEXT EMBEDDING,8K",

  1114.                     "max_tokens": 8191,

  1115.                     "model_type": "embedding"

  1116.                 },

  1117.                 {

  1118.                     "llm_name": "whisper-1",

  1119.                     "tags": "SPEECH2TEXT",

  1120.                     "max_tokens": 26214400,

  1121.                     "model_type": "speech2text"

  1122.                 },

  1123.                 {

  1124.                     "llm_name": "gpt-4",

  1125.                     "tags": "LLM,CHAT,8K",

  1126.                     "max_tokens": 8191,

  1127.                     "model_type": "chat"

  1128.                 },

  1129.                 {

  1130.                     "llm_name": "gpt-4-turbo",

  1131.                     "tags": "LLM,CHAT,8K",

  1132.                     "max_tokens": 8191,

  1133.                     "model_type": "chat",

  1134.                     "is_tools": true

  1135.                 },

  1136.                 {

  1137.                     "llm_name": "gpt-4-32k",

  1138.                     "tags": "LLM,CHAT,32K",

  1139.                     "max_tokens": 32768,

  1140.                     "model_type": "chat"

  1141.                 },

  1142.                 {

  1143.                     "llm_name": "gpt-4-vision-preview",

  1144.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1145.                     "max_tokens": 765,

  1146.                     "model_type": "image2text"

  1147.                 }

  1148.             ]

  1149.         },

  1150.         {

  1151.             "name": "Bedrock",

  1152.             "logo": "",

  1153.             "tags": "LLM,TEXT EMBEDDING",

  1154.             "status": "1",

  1155.             "llm": []

  1156.         },

  1157.         {

  1158.             "name": "Gemini",

  1159.             "logo": "",

  1160.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1161.             "status": "1",

  1162.             "llm": [

  1163.                 {

  1164.                     "llm_name": "gemini-2.5-flash",

  1165.                     "tags": "LLM,CHAT,1024K,IMAGE2TEXT",

  1166.                     "max_tokens": 1048576,

  1167.                     "model_type": "chat",

  1168.                     "is_tools": true

  1169.                 },

  1170.                 {

  1171.                     "llm_name": "gemini-2.5-pro",

  1172.                     "tags": "LLM,CHAT,IMAGE2TEXT,1024K",

  1173.                     "max_tokens": 1048576,

  1174.                     "model_type": "chat",

  1175.                     "is_tools": true

  1176.                 },

  1177.                 {

  1178.                     "llm_name": "gemini-2.5-flash-lite",

  1179.                     "tags": "LLM,CHAT,1024K,IMAGE2TEXT",

  1180.                     "max_tokens": 1048576,

  1181.                     "model_type": "chat",

  1182.                     "is_tools": true

  1183.                 },

  1184.                 {

  1185.                     "llm_name": "gemini-2.0-flash",

  1186.                     "tags": "LLM,CHAT,1024K",

  1187.                     "max_tokens": 1048576,

  1188.                     "model_type": "chat",

  1189.                     "is_tools": true

  1190.                 },

  1191.                 {

  1192.                     "llm_name": "gemini-2.0-flash-lite",

  1193.                     "tags": "LLM,CHAT,1024K",

  1194.                     "max_tokens": 1048576,

  1195.                     "model_type": "chat",

  1196.                     "is_tools": true

  1197.                 },

  1198.                 {

  1199.                     "llm_name": "text-embedding-004",

  1200.                     "tags": "TEXT EMBEDDING",

  1201.                     "max_tokens": 2048,

  1202.                     "model_type": "embedding"

  1203.                 },

  1204.                 {

  1205.                     "llm_name": "embedding-001",

  1206.                     "tags": "TEXT EMBEDDING",

  1207.                     "max_tokens": 2048,

  1208.                     "model_type": "embedding"

  1209.                 }

  1210.             ]

  1211.         },

  1212.         {

  1213.             "name": "Groq",

  1214.             "logo": "",

  1215.             "tags": "LLM",

  1216.             "status": "1",

  1217.             "llm": [

  1218.                 {

  1219.                     "llm_name": "gemma2-9b-it",

  1220.                     "tags": "LLM,CHAT,15k",

  1221.                     "max_tokens": 8192,

  1222.                     "model_type": "chat"

  1223.                 },

  1224.                 {

  1225.                     "llm_name": "llama3-70b-8192",

  1226.                     "tags": "LLM,CHAT,6k",

  1227.                     "max_tokens": 8192,

  1228.                     "model_type": "chat"

  1229.                 },

  1230.                 {

  1231.                     "llm_name": "llama3-8b-8192",

  1232.                     "tags": "LLM,CHAT,30k",

  1233.                     "max_tokens": 8192,

  1234.                     "model_type": "chat"

  1235.                 },

  1236.                 {

  1237.                     "llm_name": "llama-3.1-70b-versatile",

  1238.                     "tags": "LLM,CHAT,128k",

  1239.                     "max_tokens": 131072,

  1240.                     "model_type": "chat",

  1241.                     "is_tools": true

  1242.                 },

  1243.                 {

  1244.                     "llm_name": "llama-3.1-8b-instant",

  1245.                     "tags": "LLM,CHAT,128k",

  1246.                     "max_tokens": 131072,

  1247.                     "model_type": "chat",

  1248.                     "is_tools": true

  1249.                 },

  1250.                 {

  1251.                     "llm_name": "llama-3.3-70b-versatile",

  1252.                     "tags": "LLM,CHAT,128k",

  1253.                     "max_tokens": 128000,

  1254.                     "model_type": "chat",

  1255.                     "is_tools": true

  1256.                 },

  1257.                 {

  1258.                     "llm_name": "llama-3.3-70b-specdec",

  1259.                     "tags": "LLM,CHAT,8k",

  1260.                     "max_tokens": 8192,

  1261.                     "model_type": "chat"

  1262.                 },

  1263.                 {

  1264.                     "llm_name": "mixtral-8x7b-32768",

  1265.                     "tags": "LLM,CHAT,5k",

  1266.                     "max_tokens": 32768,

  1267.                     "model_type": "chat"

  1268.                 }

  1269.             ]

  1270.         },

  1271.         {

  1272.             "name": "OpenRouter",

  1273.             "logo": "",

  1274.             "tags": "LLM,IMAGE2TEXT",

  1275.             "status": "1",

  1276.             "llm": []

  1277.         },

  1278.         {

  1279.             "name": "StepFun",

  1280.             "logo": "",

  1281.             "tags": "LLM",

  1282.             "status": "1",

  1283.             "llm": [

  1284.                 {

  1285.                     "llm_name": "step-1-8k",

  1286.                     "tags": "LLM,CHAT,8k",

  1287.                     "max_tokens": 8192,

  1288.                     "model_type": "chat",

  1289.                     "is_tools": true

  1290.                 },

  1291.                 {

  1292.                     "llm_name": "step-1-32k",

  1293.                     "tags": "LLM,CHAT,32k",

  1294.                     "max_tokens": 32768,

  1295.                     "model_type": "chat",

  1296.                     "is_tools": true

  1297.                 },

  1298.                 {

  1299.                     "llm_name": "step-1-128k",

  1300.                     "tags": "LLM,CHAT,128k",

  1301.                     "max_tokens": 131072,

  1302.                     "model_type": "chat",

  1303.                     "is_tools": true

  1304.                 },

  1305.                 {

  1306.                     "llm_name": "step-1-256k",

  1307.                     "tags": "LLM,CHAT,256k",

  1308.                     "max_tokens": 262144,

  1309.                     "model_type": "chat",

  1310.                     "is_tools": true

  1311.                 },

  1312.                 {

  1313.                     "llm_name": "step-1v-8k",

  1314.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1315.                     "max_tokens": 8192,

  1316.                     "model_type": "image2text",

  1317.                     "is_tools": true

  1318.                 }

  1319.             ]

  1320.         },

  1321.         {

  1322.             "name": "NVIDIA",

  1323.             "logo": "",

  1324.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1325.             "status": "1",

  1326.             "llm": [

  1327.                 {

  1328.                     "llm_name": "01-ai/yi-large",

  1329.                     "tags": "LLM,CHAT,32K",

  1330.                     "max_tokens": 32768,

  1331.                     "model_type": "chat"

  1332.                 },

  1333.                 {

  1334.                     "llm_name": "abacusai/dracarys-llama-3.1-70b-instruct",

  1335.                     "tags": "LLM,CHAT,128K",

  1336.                     "max_tokens": 131072,

  1337.                     "model_type": "chat"

  1338.                 },

  1339.                 {

  1340.                     "llm_name": "ai21labs/jamba-1.5-large-instruct",

  1341.                     "tags": "LLM,CHAT,256K",

  1342.                     "max_tokens": 256000,

  1343.                     "model_type": "chat"

  1344.                 },

  1345.                 {

  1346.                     "llm_name": "ai21labs/jamba-1.5-mini-instruct",

  1347.                     "tags": "LLM,CHAT,256K",

  1348.                     "max_tokens": 256000,

  1349.                     "model_type": "chat"

  1350.                 },

  1351.                 {

  1352.                     "llm_name": "aisingapore/sea-lion-7b-instruct",

  1353.                     "tags": "LLM,CHAT,128K",

  1354.                     "max_tokens": 131072,

  1355.                     "model_type": "chat"

  1356.                 },

  1357.                 {

  1358.                     "llm_name": "baichuan-inc/baichuan2-13b-chat",

  1359.                     "tags": "LLM,CHAT,192K",

  1360.                     "max_tokens": 196608,

  1361.                     "model_type": "chat",

  1362.                     "is_tools": true

  1363.                 },

  1364.                 {

  1365.                     "llm_name": "bigcode/starcoder2-7b",

  1366.                     "tags": "LLM,CHAT,16K",

  1367.                     "max_tokens": 16384,

  1368.                     "model_type": "chat"

  1369.                 },

  1370.                 {

  1371.                     "llm_name": "bigcode/starcoder2-15b",

  1372.                     "tags": "LLM,CHAT,16K",

  1373.                     "max_tokens": 16384,

  1374.                     "model_type": "chat"

  1375.                 },

  1376.                 {

  1377.                     "llm_name": "databricks/dbrx-instruct",

  1378.                     "tags": "LLM,CHAT,32K",

  1379.                     "max_tokens": 32768,

  1380.                     "model_type": "chat",

  1381.                     "is_tools": true

  1382.                 },

  1383.                 {

  1384.                     "llm_name": "deepseek-ai/deepseek-r1",

  1385.                     "tags": "LLM,CHAT,128K",

  1386.                     "max_tokens": 131072,

  1387.                     "model_type": "chat"

  1388.                 },

  1389.                 {

  1390.                     "llm_name": "google/gemma-2b",

  1391.                     "tags": "LLM,CHAT,8K",

  1392.                     "max_tokens": 8192,

  1393.                     "model_type": "chat"

  1394.                 },

  1395.                 {

  1396.                     "llm_name": "google/gemma-7b",

  1397.                     "tags": "LLM,CHAT,8K",

  1398.                     "max_tokens": 8192,

  1399.                     "model_type": "chat"

  1400.                 },

  1401.                 {

  1402.                     "llm_name": "google/gemma-2-2b-it",

  1403.                     "tags": "LLM,CHAT,4K",

  1404.                     "max_tokens": 4096,

  1405.                     "model_type": "chat"

  1406.                 },

  1407.                 {

  1408.                     "llm_name": "google/gemma-2-9b-it",

  1409.                     "tags": "LLM,CHAT,4K",

  1410.                     "max_tokens": 4096,

  1411.                     "model_type": "chat"

  1412.                 },

  1413.                 {

  1414.                     "llm_name": "google/gemma-2-27b-it",

  1415.                     "tags": "LLM,CHAT,4K",

  1416.                     "max_tokens": 4096,

  1417.                     "model_type": "chat"

  1418.                 },

  1419.                 {

  1420.                     "llm_name": "google/codegemma-1.1-7b",

  1421.                     "tags": "LLM,CHAT,8K",

  1422.                     "max_tokens": 8192,

  1423.                     "model_type": "chat"

  1424.                 },

  1425.                 {

  1426.                     "llm_name": "google/codegemma-7b",

  1427.                     "tags": "LLM,CHAT,8K",

  1428.                     "max_tokens": 8192,

  1429.                     "model_type": "chat"

  1430.                 },

  1431.                 {

  1432.                     "llm_name": "google/recurrentgemma-2b",

  1433.                     "tags": "LLM,CHAT,8K",

  1434.                     "max_tokens": 8192,

  1435.                     "model_type": "chat"

  1436.                 },

  1437.                 {

  1438.                     "llm_name": "google/shieldgemma-9b",

  1439.                     "tags": "LLM,CHAT,8K",

  1440.                     "max_tokens": 8192,

  1441.                     "model_type": "chat"

  1442.                 },

  1443.                 {

  1444.                     "llm_name": "ibm/granite-3.0-3b-a800m-instruct",

  1445.                     "tags": "LLM,CHAT,4K",

  1446.                     "max_tokens": 4096,

  1447.                     "model_type": "chat"

  1448.                 },

  1449.                 {

  1450.                     "llm_name": "ibm/granite-3.0-8b-instruct",

  1451.                     "tags": "LLM,CHAT,4K",

  1452.                     "max_tokens": 4096,

  1453.                     "model_type": "chat"

  1454.                 },

  1455.                 {

  1456.                     "llm_name": "ibm/granite-34b-code-instruct",

  1457.                     "tags": "LLM,CHAT,8K",

  1458.                     "max_tokens": 8192,

  1459.                     "model_type": "chat",

  1460.                     "is_tools": true

  1461.                 },

  1462.                 {

  1463.                     "llm_name": "ibm/granite-8b-code-instruct",

  1464.                     "tags": "LLM,CHAT,128K",

  1465.                     "max_tokens": 131072,

  1466.                     "model_type": "chat",

  1467.                     "is_tools": true

  1468.                 },

  1469.                 {

  1470.                     "llm_name": "ibm/granite-guardian-3.0-8b",

  1471.                     "tags": "LLM,CHAT,128k",

  1472.                     "max_tokens": 131072,

  1473.                     "model_type": "chat"

  1474.                 },

  1475.                 {

  1476.                     "llm_name": "igenius / colosseum-355b_instruct_16k",

  1477.                     "tags": "LLM,CHAT,16K",

  1478.                     "max_tokens": 16384,

  1479.                     "model_type": "chat"

  1480.                 },

  1481.                 {

  1482.                     "llm_name": "igenius / italia_10b_instruct_16k",

  1483.                     "tags": "LLM,CHAT,16K",

  1484.                     "max_tokens": 16384,

  1485.                     "model_type": "chat"

  1486.                 },

  1487.                 {

  1488.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-70b-instruct-v01",

  1489.                     "tags": "LLM,CHAT,8K",

  1490.                     "max_tokens": 8192,

  1491.                     "model_type": "chat"

  1492.                 },

  1493.                 {

  1494.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-8b-instruct-v0.1",

  1495.                     "tags": "LLM,CHAT,8K",

  1496.                     "max_tokens": 8192,

  1497.                     "model_type": "chat"

  1498.                 },

  1499.                 {

  1500.                     "llm_name": "mediatek/breeze-7b-instruct",

  1501.                     "tags": "LLM,CHAT,8K",

  1502.                     "max_tokens": 8192,

  1503.                     "model_type": "chat"

  1504.                 },

  1505.                 {

  1506.                     "llm_name": "meta/codellama-70b",

  1507.                     "tags": "LLM,CHAT,100K",

  1508.                     "max_tokens": 100000,

  1509.                     "model_type": "chat"

  1510.                 },

  1511.                 {

  1512.                     "llm_name": "meta/llama2-70b",

  1513.                     "tags": "LLM,CHAT,4K",

  1514.                     "max_tokens": 4096,

  1515.                     "model_type": "chat"

  1516.                 },

  1517.                 {

  1518.                     "llm_name": "meta/llama3-8b",

  1519.                     "tags": "LLM,CHAT,8K",

  1520.                     "max_tokens": 8192,

  1521.                     "model_type": "chat"

  1522.                 },

  1523.                 {

  1524.                     "llm_name": "meta/llama3-70b",

  1525.                     "tags": "LLM,CHAT,",

  1526.                     "max_tokens": 8192,

  1527.                     "model_type": "chat"

  1528.                 },

  1529.                 {

  1530.                     "llm_name": "meta/llama-3.1-8b-instruct",

  1531.                     "tags": "LLM,CHAT,128K",

  1532.                     "max_tokens": 131072,

  1533.                     "model_type": "chat"

  1534.                 },

  1535.                 {

  1536.                     "llm_name": "meta/llama-3.1-70b-instruct",

  1537.                     "tags": "LLM,CHAT,128K",

  1538.                     "max_tokens": 131072,

  1539.                     "model_type": "chat"

  1540.                 },

  1541.                 {

  1542.                     "llm_name": "meta/llama-3.1-405b-instruct",

  1543.                     "tags": "LLM,CHAT,128K",

  1544.                     "max_tokens": 131072,

  1545.                     "model_type": "chat"

  1546.                 },

  1547.                 {

  1548.                     "llm_name": "meta/llama-3.2-1b-instruct",

  1549.                     "tags": "LLM,CHAT,128K",

  1550.                     "max_tokens": 131072,

  1551.                     "model_type": "chat"

  1552.                 },

  1553.                 {

  1554.                     "llm_name": "meta/llama-3.2-3b-instruct",

  1555.                     "tags": "LLM,CHAT,128K",

  1556.                     "max_tokens": 131072,

  1557.                     "model_type": "chat"

  1558.                 },

  1559.                 {

  1560.                     "llm_name": "meta/llama-3.3-70b-instruct",

  1561.                     "tags": "LLM,CHAT,128K",

  1562.                     "max_tokens": 131072,

  1563.                     "model_type": "chat"

  1564.                 },

  1565.                 {

  1566.                     "llm_name": "microsoft/phi-3-medium-128k-instruct",

  1567.                     "tags": "LLM,CHAT,128K",

  1568.                     "max_tokens": 131072,

  1569.                     "model_type": "chat"

  1570.                 },

  1571.                 {

  1572.                     "llm_name": "microsoft/phi-3-medium-4k-instruct",

  1573.                     "tags": "LLM,CHAT,4K",

  1574.                     "max_tokens": 4096,

  1575.                     "model_type": "chat"

  1576.                 },

  1577.                 {

  1578.                     "llm_name": "microsoft/phi-3-mini-128k-instruct",

  1579.                     "tags": "LLM,CHAT,128K",

  1580.                     "max_tokens": 131072,

  1581.                     "model_type": "chat"

  1582.                 },

  1583.                 {

  1584.                     "llm_name": "microsoft/phi-3-mini-4k-instruct",

  1585.                     "tags": "LLM,CHAT,4K",

  1586.                     "max_tokens": 4096,

  1587.                     "model_type": "chat"

  1588.                 },

  1589.                 {

  1590.                     "llm_name": "microsoft/phi-3-small-128k-instruct",

  1591.                     "tags": "LLM,CHAT,128K",

  1592.                     "max_tokens": 131072,

  1593.                     "model_type": "chat"

  1594.                 },

  1595.                 {

  1596.                     "llm_name": "microsoft/phi-3-small-8k-instruct",

  1597.                     "tags": "LLM,CHAT,8K",

  1598.                     "max_tokens": 8192,

  1599.                     "model_type": "chat"

  1600.                 },

  1601.                 {

  1602.                     "llm_name": "microsoft/phi-3.5-mini",

  1603.                     "tags": "LLM,CHAT,128K",

  1604.                     "max_tokens": 131072,

  1605.                     "model_type": "chat"

  1606.                 },

  1607.                 {

  1608.                     "llm_name": "microsoft/phi-3.5-moe-instruct",

  1609.                     "tags": "LLM,CHAT,128K",

  1610.                     "max_tokens": 131072,

  1611.                     "model_type": "chat"

  1612.                 },

  1613.                 {

  1614.                     "llm_name": "mistralai/codestral-22b-instruct-v0.1",

  1615.                     "tags": "LLM,CHAT,32K",

  1616.                     "max_tokens": 32768,

  1617.                     "model_type": "chat",

  1618.                     "is_tools": true

  1619.                 },

  1620.                 {

  1621.                     "llm_name": "mistralai/mamba-codestral-7b-v0.1",

  1622.                     "tags": "LLM,CHAT,4K",

  1623.                     "max_tokens": 4096,

  1624.                     "model_type": "chat"

  1625.                 },

  1626.                 {

  1627.                     "llm_name": "mistralai/mistral-2-large-instruct",

  1628.                     "tags": "LLM,CHAT,128K",

  1629.                     "max_tokens": 131072,

  1630.                     "model_type": "chat"

  1631.                 },

  1632.                 {

  1633.                     "llm_name": "mistralai/mathstral-7b-v01",

  1634.                     "tags": "LLM,CHAT,4K",

  1635.                     "max_tokens": 4096,

  1636.                     "model_type": "chat"

  1637.                 },

  1638.                 {

  1639.                     "llm_name": "mistralai/mistral-7b-instruct",

  1640.                     "tags": "LLM,CHAT,32K",

  1641.                     "max_tokens": 32768,

  1642.                     "model_type": "chat"

  1643.                 },

  1644.                 {

  1645.                     "llm_name": "mistralai/mistral-7b-instruct-v0.3",

  1646.                     "tags": "LLM,CHAT,32K",

  1647.                     "max_tokens": 32768,

  1648.                     "model_type": "chat"

  1649.                 },

  1650.                 {

  1651.                     "llm_name": "mistralai/mixtral-8x7b-instruct",

  1652.                     "tags": "LLM,CHAT,32K",

  1653.                     "max_tokens": 32768,

  1654.                     "model_type": "chat"

  1655.                 },

  1656.                 {

  1657.                     "llm_name": "mistralai/mixtral-8x22b-instruct",

  1658.                     "tags": "LLM,CHAT,64K",

  1659.                     "max_tokens": 65536,

  1660.                     "model_type": "chat"

  1661.                 },

  1662.                 {

  1663.                     "llm_name": "mistralai/mistral-large",

  1664.                     "tags": "LLM,CHAT,32K",

  1665.                     "max_tokens": 32768,

  1666.                     "model_type": "chat",

  1667.                     "is_tools": true

  1668.                 },

  1669.                 {

  1670.                     "llm_name": "mistralai/mistral-small-24b-instruct",

  1671.                     "tags": "LLM,CHAT,32K",

  1672.                     "max_tokens": 32768,

  1673.                     "model_type": "chat"

  1674.                 },

  1675.                 {

  1676.                     "llm_name": "nvidia/llama3-chatqa-1.5-8b",

  1677.                     "tags": "LLM,CHAT,8K",

  1678.                     "max_tokens": 8192,

  1679.                     "model_type": "chat"

  1680.                 },

  1681.                 {

  1682.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-content-safety",

  1683.                     "tags": "LLM,CHAT,128K",

  1684.                     "max_tokens": 131072,

  1685.                     "model_type": "chat"

  1686.                 },

  1687.                 {

  1688.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-topic-control",

  1689.                     "tags": "LLM,CHAT,128K",

  1690.                     "max_tokens": 131072,

  1691.                     "model_type": "chat"

  1692.                 },

  1693.                 {

  1694.                     "llm_name": "nvidia/llama-3.1-nemotron-51b-instruct",

  1695.                     "tags": "LLM,CHAT,128K",

  1696.                     "max_tokens": 131072,

  1697.                     "model_type": "chat"

  1698.                 },

  1699.                 {

  1700.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-instruct",

  1701.                     "tags": "LLM,CHAT,128K",

  1702.                     "max_tokens": 131072,

  1703.                     "model_type": "chat"

  1704.                 },

  1705.                 {

  1706.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-reward",

  1707.                     "tags": "LLM,CHAT,128K",

  1708.                     "max_tokens": 128000,

  1709.                     "model_type": "chat"

  1710.                 },

  1711.                 {

  1712.                     "llm_name": "nvidia/llama3-chatqa-1.5-70b",

  1713.                     "tags": "LLM,CHAT,128K",

  1714.                     "max_tokens": 131072,

  1715.                     "model_type": "chat"

  1716.                 },

  1717.                 {

  1718.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-base",

  1719.                     "tags": "LLM,CHAT,8K",

  1720.                     "max_tokens": 8192,

  1721.                     "model_type": "chat"

  1722.                 },

  1723.                 {

  1724.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-8k-instruct",

  1725.                     "tags": "LLM,CHAT,8K",

  1726.                     "max_tokens": 8192,

  1727.                     "model_type": "chat"

  1728.                 },

  1729.                 {

  1730.                     "llm_name": "nvidia/nemotron-4-340b-instruct",

  1731.                     "tags": "LLM,CHAT,4K",

  1732.                     "max_tokens": 4096,

  1733.                     "model_type": "chat",

  1734.                     "is_tools": true

  1735.                 },

  1736.                 {

  1737.                     "llm_name": "nvidia/nemotron-4-340b-reward",

  1738.                     "tags": "LLM,CHAT,4K",

  1739.                     "max_tokens": 4096,

  1740.                     "model_type": "chat"

  1741.                 },

  1742.                 {

  1743.                     "llm_name": "nvidia/nemotron-4-mini-hindi-4b-instruct",

  1744.                     "tags": "LLM,CHAT,4K",

  1745.                     "max_tokens": 4096,

  1746.                     "model_type": "chat"

  1747.                 },

  1748.                 {

  1749.                     "llm_name": "nvidia/nemotron-mini-4b-instruct",

  1750.                     "tags": "LLM,CHAT,4K",

  1751.                     "max_tokens": 4096,

  1752.                     "model_type": "chat"

  1753.                 },

  1754.                 {

  1755.                     "llm_name": "nv-mistralai/mistral-nemo-12b-instruct",

  1756.                     "tags": "LLM,CHAT,128K",

  1757.                     "max_tokens": 131072,

  1758.                     "model_type": "chat"

  1759.                 },

  1760.                 {

  1761.                     "llm_name": "qwen/qwen2-7b-instruct",

  1762.                     "tags": "LLM,CHAT,128K",

  1763.                     "max_tokens": 131072,

  1764.                     "model_type": "chat",

  1765.                     "is_tools": true

  1766.                 },

  1767.                 {

  1768.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  1769.                     "tags": "LLM,CHAT,128K",

  1770.                     "max_tokens": 131072,

  1771.                     "model_type": "chat",

  1772.                     "is_tools": true

  1773.                 },

  1774.                 {

  1775.                     "llm_name": "qwen/qwen2.5-coder-7b-instruct",

  1776.                     "tags": "LLM,CHAT,32K",

  1777.                     "max_tokens": 32768,

  1778.                     "model_type": "chat",

  1779.                     "is_tools": true

  1780.                 },

  1781.                 {

  1782.                     "llm_name": "qwen/qwen2.5-coder-32b-instruct",

  1783.                     "tags": "LLM,CHAT,32K",

  1784.                     "max_tokens": 32768,

  1785.                     "model_type": "chat",

  1786.                     "is_tools": true

  1787.                 },

  1788.                 {

  1789.                     "llm_name": "rakuten/rakutenai-7b-chat",

  1790.                     "tags": "LLM,CHAT,4K",

  1791.                     "max_tokens": 4096,

  1792.                     "model_type": "chat"

  1793.                 },

  1794.                 {

  1795.                     "llm_name": "rakuten/rakutenai-7b-instruct",

  1796.                     "tags": "LLM,CHAT,32K",

  1797.                     "max_tokens": 32768,

  1798.                     "model_type": "chat"

  1799.                 },

  1800.                 {

  1801.                     "llm_name": "seallms/seallm-7b-v2.5",

  1802.                     "tags": "LLM,CHAT,8K",

  1803.                     "max_tokens": 8192,

  1804.                     "model_type": "chat"

  1805.                 },

  1806.                 {

  1807.                     "llm_name": "snowflake/arctic",

  1808.                     "tags": "LLM,CHAT,8K",

  1809.                     "max_tokens": 8192,

  1810.                     "model_type": "chat"

  1811.                 },

  1812.                 {

  1813.                     "llm_name": "tokyotech-llm/llama-3-swallow-70b-instruct-v01",

  1814.                     "tags": "LLM,CHAT,8K",

  1815.                     "max_tokens": 8192,

  1816.                     "model_type": "chat"

  1817.                 },

  1818.                 {

  1819.                     "llm_name": "thudm/chatglm3-6b",

  1820.                     "tags": "LLM,CHAT,128K",

  1821.                     "max_tokens": 131072,

  1822.                     "model_type": "chat",

  1823.                     "is_tools": true

  1824.                 },

  1825.                 {

  1826.                     "llm_name": "tiiuae/falcon3-7b-instruct",

  1827.                     "tags": "LLM,CHAT,32K",

  1828.                     "max_tokens": 32768,

  1829.                     "model_type": "chat"

  1830.                 },

  1831.                 {

  1832.                     "llm_name": "upstage/solar-10.7b-instruct",

  1833.                     "tags": "LLM,CHAT,8K",

  1834.                     "max_tokens": 8192,

  1835.                     "model_type": "chat",

  1836.                     "is_tools": true

  1837.                 },

  1838.                 {

  1839.                     "llm_name": "writer/palmyra-creative-122b",

  1840.                     "tags": "LLM,CHAT,128K",

  1841.                     "max_tokens": 131072,

  1842.                     "model_type": "chat"

  1843.                 },

  1844.                 {

  1845.                     "llm_name": "writer/palmyra-fin-70b-32k",

  1846.                     "tags": "LLM,CHAT,32K",

  1847.                     "max_tokens": 32768,

  1848.                     "model_type": "chat"

  1849.                 },

  1850.                 {

  1851.                     "llm_name": "writer/palmyra-med-70b-32k",

  1852.                     "tags": "LLM,CHAT,32K",

  1853.                     "max_tokens": 32768,

  1854.                     "model_type": "chat"

  1855.                 },

  1856.                 {

  1857.                     "llm_name": "writer/palmyra-med-70b",

  1858.                     "tags": "LLM,CHAT,8K",

  1859.                     "max_tokens": 8192,

  1860.                     "model_type": "chat"

  1861.                 },

  1862.                 {

  1863.                     "llm_name": "yentinglin/llama-3-taiwan-70b-instruct",

  1864.                     "tags": "LLM,CHAT,8K",

  1865.                     "max_tokens": 8192,

  1866.                     "model_type": "chat"

  1867.                 },

  1868.                 {

  1869.                     "llm_name": "zyphra/zamba2-7b-instruct",

  1870.                     "tags": "LLM,CHAT,4K",

  1871.                     "max_tokens": 4096,

  1872.                     "model_type": "chat"

  1873.                 },

  1874.                 {

  1875.                     "llm_name": "BAAI/bge-m3",

  1876.                     "tags": "TEXT EMBEDDING",

  1877.                     "max_tokens": 8192,

  1878.                     "model_type": "embedding"

  1879.                 },

  1880.                 {

  1881.                     "llm_name": "BAAI/bge-m3-unsupervised",

  1882.                     "tags": "TEXT EMBEDDING",

  1883.                     "max_tokens": 8192,

  1884.                     "model_type": "embedding"

  1885.                 },

  1886.                 {

  1887.                     "llm_name": "BAAI/bge-m3-retromae",

  1888.                     "tags": "TEXT EMBEDDING",

  1889.                     "max_tokens": 8129,

  1890.                     "model_type": "embedding"

  1891.                 },

  1892.                 {

  1893.                     "llm_name": "BAAI/bge-large-en-v1.5",

  1894.                     "tags": "TEXT EMBEDDING",

  1895.                     "max_tokens": 512,

  1896.                     "model_type": "embedding"

  1897.                 },

  1898.                 {

  1899.                     "llm_name": "BAAI/bge-base-en-v1.5",

  1900.                     "tags": "TEXT EMBEDDING",

  1901.                     "max_tokens": 512,

  1902.                     "model_type": "embedding"

  1903.                 },

  1904.                 {

  1905.                     "llm_name": "BAAI/bge-small-en-v1.5",

  1906.                     "tags": "TEXT EMBEDDING",

  1907.                     "max_tokens": 512,

  1908.                     "model_type": "embedding"

  1909.                 },

  1910.                 {

  1911.                     "llm_name": "nvidia/embed-qa-4",

  1912.                     "tags": "TEXT EMBEDDING",

  1913.                     "max_tokens": 512,

  1914.                     "model_type": "embedding"

  1915.                 },

  1916.                 {

  1917.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v1",

  1918.                     "tags": "TEXT EMBEDDING",

  1919.                     "max_tokens": 512,

  1920.                     "model_type": "embedding"

  1921.                 },

  1922.                 {

  1923.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v2",

  1924.                     "tags": "TEXT EMBEDDING",

  1925.                     "max_tokens": 8192,

  1926.                     "model_type": "embedding"

  1927.                 },

  1928.                 {

  1929.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v1",

  1930.                     "tags": "RE-RANK,512",

  1931.                     "max_tokens": 512,

  1932.                     "model_type": "rerank"

  1933.                 },

  1934.                 {

  1935.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v2",

  1936.                     "tags": "RE-RANK,8K",

  1937.                     "max_tokens": 8192,

  1938.                     "model_type": "rerank"

  1939.                 },

  1940.                 {

  1941.                     "llm_name": "nvidia/nvclip",

  1942.                     "tags": "TEXT EMBEDDING",

  1943.                     "max_tokens": 1024,

  1944.                     "model_type": "embedding"

  1945.                 },

  1946.                 {

  1947.                     "llm_name": "nvidia/nv-embed-v1",

  1948.                     "tags": "TEXT EMBEDDING",

  1949.                     "max_tokens": 4096,

  1950.                     "model_type": "embedding"

  1951.                 },

  1952.                 {

  1953.                     "llm_name": "nvidia/nv-embedqa-e5-v5",

  1954.                     "tags": "TEXT EMBEDDING",

  1955.                     "max_tokens": 1024,

  1956.                     "model_type": "embedding"

  1957.                 },

  1958.                 {

  1959.                     "llm_name": "nvidia/nv-embedqa-mistral-7b-v2",

  1960.                     "tags": "TEXT EMBEDDING",

  1961.                     "max_tokens": 4096,

  1962.                     "model_type": "embedding"

  1963.                 },

  1964.                 {

  1965.                     "llm_name": "nvidia/nv-rerankqa-mistral-4b-v3",

  1966.                     "tags": "RE-RANK,512",

  1967.                     "max_tokens": 512,

  1968.                     "model_type": "rerank"

  1969.                 },

  1970.                 {

  1971.                     "llm_name": "nvidia/rerank-qa-mistral-4b",

  1972.                     "tags": "RE-RANK,512",

  1973.                     "max_tokens": 512,

  1974.                     "model_type": "embedding"

  1975.                 },

  1976.                 {

  1977.                     "llm_name": "snowflake-arctic-embed-xs",

  1978.                     "tags": "TEXT EMBEDDING",

  1979.                     "max_tokens": 512,

  1980.                     "model_type": "embedding"

  1981.                 },

  1982.                 {

  1983.                     "llm_name": "snowflake-arctic-embed-s",

  1984.                     "tags": "TEXT EMBEDDING",

  1985.                     "max_tokens": 512,

  1986.                     "model_type": "embedding"

  1987.                 },

  1988.                 {

  1989.                     "llm_name": "snowflake-arctic-embed-m",

  1990.                     "tags": "TEXT EMBEDDING",

  1991.                     "max_tokens": 512,

  1992.                     "model_type": "embedding"

  1993.                 },

  1994.                 {

  1995.                     "llm_name": "snowflake-arctic-embed-m-long",

  1996.                     "tags": "TEXT EMBEDDING",

  1997.                     "max_tokens": 512,

  1998.                     "model_type": "embedding"

  1999.                 },

  2000.                 {

  2001.                     "llm_name": "snowflake-arctic-embed-l",

  2002.                     "tags": "TEXT EMBEDDING",

  2003.                     "max_tokens": 512,

  2004.                     "model_type": "embedding"

  2005.                 },

  2006.                 {

  2007.                     "llm_name": "adept/fuyu-8b",

  2008.                     "tags": "IMAGE2TEXT,1K",

  2009.                     "max_tokens": 1024,

  2010.                     "model_type": "image2text"

  2011.                 },

  2012.                 {

  2013.                     "llm_name": "google/deplot",

  2014.                     "tags": "IMAGE2TEXT,8K",

  2015.                     "max_tokens": 8192,

  2016.                     "model_type": "image2text"

  2017.                 },

  2018.                 {

  2019.                     "llm_name": "google/paligemma",

  2020.                     "tags": "IMAGE2TEXT,256K",

  2021.                     "max_tokens": 256000,

  2022.                     "model_type": "image2text"

  2023.                 },

  2024.                 {

  2025.                     "llm_name": "meta/llama-3.2-11b-vision-instruct",

  2026.                     "tags": "IMAGE2TEXT,128K",

  2027.                     "max_tokens": 131072,

  2028.                     "model_type": "image2text"

  2029.                 },

  2030.                 {

  2031.                     "llm_name": "meta/llama-3.2-90b-vision-instruct",

  2032.                     "tags": "IMAGE2TEXT,128K",

  2033.                     "max_tokens": 131072,

  2034.                     "model_type": "image2text"

  2035.                 },

  2036.                 {

  2037.                     "llm_name": "microsoft/florence-2",

  2038.                     "tags": "IMAGE2TEXT,1K",

  2039.                     "max_tokens": 1024,

  2040.                     "model_type": "image2text"

  2041.                 },

  2042.                 {

  2043.                     "llm_name": "microsoft/kosmos-2",

  2044.                     "tags": "IMAGE2TEXT,4K",

  2045.                     "max_tokens": 4096,

  2046.                     "model_type": "image2text"

  2047.                 },

  2048.                 {

  2049.                     "llm_name": "microsoft/phi-3-vision-128k-instruct",

  2050.                     "tags": "IMAGE2TEXT,128K",

  2051.                     "max_tokens": 131072,

  2052.                     "model_type": "image2text"

  2053.                 },

  2054.                 {

  2055.                     "llm_name": "microsoft/phi-3.5-vision-instruct",

  2056.                     "tags": "IMAGE2TEXT,128K",

  2057.                     "max_tokens": 131072,

  2058.                     "model_type": "image2text"

  2059.                 },

  2060.                 {

  2061.                     "llm_name": "nvidia/neva-22b",

  2062.                     "tags": "IMAGE2TEXT,1K",

  2063.                     "max_tokens": 1024,

  2064.                     "model_type": "image2text"

  2065.                 }

  2066.             ]

  2067.         },

  2068.         {

  2069.             "name": "LM-Studio",

  2070.             "logo": "",

  2071.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  2072.             "status": "1",

  2073.             "llm": []

  2074.         },

  2075.         {

  2076.             "name": "Cohere",

  2077.             "logo": "",

  2078.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  2079.             "status": "1",

  2080.             "llm": [

  2081.                 {

  2082.                     "llm_name": "command-r-plus",

  2083.                     "tags": "LLM,CHAT,128k",

  2084.                     "max_tokens": 131072,

  2085.                     "model_type": "chat",

  2086.                     "is_tools": true

  2087.                 },

  2088.                 {

  2089.                     "llm_name": "command-r",

  2090.                     "tags": "LLM,CHAT,128k",

  2091.                     "max_tokens": 131072,

  2092.                     "model_type": "chat",

  2093.                     "is_tools": true

  2094.                 },

  2095.                 {

  2096.                     "llm_name": "command",

  2097.                     "tags": "LLM,CHAT,4k",

  2098.                     "max_tokens": 4096,

  2099.                     "model_type": "chat"

  2100.                 },

  2101.                 {

  2102.                     "llm_name": "command-nightly",

  2103.                     "tags": "LLM,CHAT,128k",

  2104.                     "max_tokens": 131072,

  2105.                     "model_type": "chat"

  2106.                 },

  2107.                 {

  2108.                     "llm_name": "command-light",

  2109.                     "tags": "LLM,CHAT,4k",

  2110.                     "max_tokens": 4096,

  2111.                     "model_type": "chat"

  2112.                 },

  2113.                 {

  2114.                     "llm_name": "command-light-nightly",

  2115.                     "tags": "LLM,CHAT,4k",

  2116.                     "max_tokens": 4096,

  2117.                     "model_type": "chat"

  2118.                 },

  2119.                 {

  2120.                     "llm_name": "embed-english-v3.0",

  2121.                     "tags": "TEXT EMBEDDING",

  2122.                     "max_tokens": 512,

  2123.                     "model_type": "embedding"

  2124.                 },

  2125.                 {

  2126.                     "llm_name": "embed-english-light-v3.0",

  2127.                     "tags": "TEXT EMBEDDING",

  2128.                     "max_tokens": 512,

  2129.                     "model_type": "embedding"

  2130.                 },

  2131.                 {

  2132.                     "llm_name": "embed-multilingual-v3.0",

  2133.                     "tags": "TEXT EMBEDDING",

  2134.                     "max_tokens": 512,

  2135.                     "model_type": "embedding"

  2136.                 },

  2137.                 {

  2138.                     "llm_name": "embed-multilingual-light-v3.0",

  2139.                     "tags": "TEXT EMBEDDING",

  2140.                     "max_tokens": 512,

  2141.                     "model_type": "embedding"

  2142.                 },

  2143.                 {

  2144.                     "llm_name": "embed-english-v2.0",

  2145.                     "tags": "TEXT EMBEDDING",

  2146.                     "max_tokens": 512,

  2147.                     "model_type": "embedding"

  2148.                 },

  2149.                 {

  2150.                     "llm_name": "embed-english-light-v2.0",

  2151.                     "tags": "TEXT EMBEDDING",

  2152.                     "max_tokens": 512,

  2153.                     "model_type": "embedding"

  2154.                 },

  2155.                 {

  2156.                     "llm_name": "embed-multilingual-v2.0",

  2157.                     "tags": "TEXT EMBEDDING",

  2158.                     "max_tokens": 256,

  2159.                     "model_type": "embedding"

  2160.                 },

  2161.                 {

  2162.                     "llm_name": "rerank-english-v3.0",

  2163.                     "tags": "RE-RANK,4k",

  2164.                     "max_tokens": 4096,

  2165.                     "model_type": "rerank"

  2166.                 },

  2167.                 {

  2168.                     "llm_name": "rerank-multilingual-v3.0",

  2169.                     "tags": "RE-RANK,4k",

  2170.                     "max_tokens": 4096,

  2171.                     "model_type": "rerank"

  2172.                 },

  2173.                 {

  2174.                     "llm_name": "rerank-english-v2.0",

  2175.                     "tags": "RE-RANK,512",

  2176.                     "max_tokens": 512,

  2177.                     "model_type": "rerank"

  2178.                 },

  2179.                 {

  2180.                     "llm_name": "rerank-multilingual-v2.0",

  2181.                     "tags": "RE-RANK,512",

  2182.                     "max_tokens": 512,

  2183.                     "model_type": "rerank"

  2184.                 }

  2185.             ]

  2186.         },

  2187.         {

  2188.             "name": "LeptonAI",

  2189.             "logo": "",

  2190.             "tags": "LLM",

  2191.             "status": "1",

  2192.             "llm": [

  2193.                 {

  2194.                     "llm_name": "dolphin-mixtral-8x7b",

  2195.                     "tags": "LLM,CHAT,32k",

  2196.                     "max_tokens": 32768,

  2197.                     "model_type": "chat",

  2198.                     "is_tools": true

  2199.                 },

  2200.                 {

  2201.                     "llm_name": "gemma-7b",

  2202.                     "tags": "LLM,CHAT,8k",

  2203.                     "max_tokens": 8192,

  2204.                     "model_type": "chat"

  2205.                 },

  2206.                 {

  2207.                     "llm_name": "llama3-1-8b",

  2208.                     "tags": "LLM,CHAT,4k",

  2209.                     "max_tokens": 4096,

  2210.                     "model_type": "chat",

  2211.                     "is_tools": true

  2212.                 },

  2213.                 {

  2214.                     "llm_name": "llama3-8b",

  2215.                     "tags": "LLM,CHAT,8K",

  2216.                     "max_tokens": 8192,

  2217.                     "model_type": "chat"

  2218.                 },

  2219.                 {

  2220.                     "llm_name": "llama2-13b",

  2221.                     "tags": "LLM,CHAT,4K",

  2222.                     "max_tokens": 4096,

  2223.                     "model_type": "chat"

  2224.                 },

  2225.                 {

  2226.                     "llm_name": "llama3-1-70b",

  2227.                     "tags": "LLM,CHAT,8k",

  2228.                     "max_tokens": 8192,

  2229.                     "model_type": "chat",

  2230.                     "is_tools": true

  2231.                 },

  2232.                 {

  2233.                     "llm_name": "llama3-70b",

  2234.                     "tags": "LLM,CHAT,8k",

  2235.                     "max_tokens": 8192,

  2236.                     "model_type": "chat"

  2237.                 },

  2238.                 {

  2239.                     "llm_name": "llama3-1-405b",

  2240.                     "tags": "LLM,CHAT,8k",

  2241.                     "max_tokens": 8192,

  2242.                     "model_type": "chat",

  2243.                     "is_tools": true

  2244.                 },

  2245.                 {

  2246.                     "llm_name": "mistral-7b",

  2247.                     "tags": "LLM,CHAT,8K",

  2248.                     "max_tokens": 8192,

  2249.                     "model_type": "chat"

  2250.                 },

  2251.                 {

  2252.                     "llm_name": "mistral-8x7b",

  2253.                     "tags": "LLM,CHAT,8K",

  2254.                     "max_tokens": 8192,

  2255.                     "model_type": "chat"

  2256.                 },

  2257.                 {

  2258.                     "llm_name": "nous-hermes-llama2",

  2259.                     "tags": "LLM,CHAT,4k",

  2260.                     "max_tokens": 4096,

  2261.                     "model_type": "chat"

  2262.                 },

  2263.                 {

  2264.                     "llm_name": "openchat-3-5",

  2265.                     "tags": "LLM,CHAT,4k",

  2266.                     "max_tokens": 4096,

  2267.                     "model_type": "chat"

  2268.                 },

  2269.                 {

  2270.                     "llm_name": "toppy-m-7b",

  2271.                     "tags": "LLM,CHAT,4k",

  2272.                     "max_tokens": 4096,

  2273.                     "model_type": "chat"

  2274.                 },

  2275.                 {

  2276.                     "llm_name": "wizardlm-2-7b",

  2277.                     "tags": "LLM,CHAT,32k",

  2278.                     "max_tokens": 32768,

  2279.                     "model_type": "chat"

  2280.                 },

  2281.                 {

  2282.                     "llm_name": "wizardlm-2-8x22b",

  2283.                     "tags": "LLM,CHAT,64K",

  2284.                     "max_tokens": 65536,

  2285.                     "model_type": "chat"

  2286.                 }

  2287.             ]

  2288.         },

  2289.         {

  2290.             "name": "TogetherAI",

  2291.             "logo": "",

  2292.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  2293.             "status": "1",

  2294.             "llm": []

  2295.         },

  2296.         {

  2297.             "name": "PerfXCloud",

  2298.             "logo": "",

  2299.             "tags": "LLM,TEXT EMBEDDING",

  2300.             "status": "1",

  2301.             "llm": [

  2302.                 {

  2303.                     "llm_name": "deepseek-v2-chat",

  2304.                     "tags": "LLM,CHAT,4k",

  2305.                     "max_tokens": 4096,

  2306.                     "model_type": "chat",

  2307.                     "is_tools": true

  2308.                 },

  2309.                 {

  2310.                     "llm_name": "llama3.1:405b",

  2311.                     "tags": "LLM,CHAT,128k",

  2312.                     "max_tokens": 131072,

  2313.                     "model_type": "chat",

  2314.                     "is_tools": true

  2315.                 },

  2316.                 {

  2317.                     "llm_name": "Qwen2-72B-Instruct",

  2318.                     "tags": "LLM,CHAT,128k",

  2319.                     "max_tokens": 131072,

  2320.                     "model_type": "chat",

  2321.                     "is_tools": true

  2322.                 },

  2323.                 {

  2324.                     "llm_name": "Qwen2-72B-Instruct-GPTQ-Int4",

  2325.                     "tags": "LLM,CHAT,2k",

  2326.                     "max_tokens": 2048,

  2327.                     "model_type": "chat",

  2328.                     "is_tools": true

  2329.                 },

  2330.                 {

  2331.                     "llm_name": "Qwen2-72B-Instruct-awq-int4",

  2332.                     "tags": "LLM,CHAT,32k",

  2333.                     "max_tokens": 32768,

  2334.                     "model_type": "chat",

  2335.                     "is_tools": true

  2336.                 },

  2337.                 {

  2338.                     "llm_name": "Llama3-Chinese_v2",

  2339.                     "tags": "LLM,CHAT,8k",

  2340.                     "max_tokens": 8192,

  2341.                     "model_type": "chat"

  2342.                 },

  2343.                 {

  2344.                     "llm_name": "Yi-1_5-9B-Chat-16K",

  2345.                     "tags": "LLM,CHAT,16k",

  2346.                     "max_tokens": 16384,

  2347.                     "model_type": "chat"

  2348.                 },

  2349.                 {

  2350.                     "llm_name": "Qwen1.5-72B-Chat-GPTQ-Int4",

  2351.                     "tags": "LLM,CHAT,2k",

  2352.                     "max_tokens": 2048,

  2353.                     "model_type": "chat"

  2354.                 },

  2355.                 {

  2356.                     "llm_name": "Meta-Llama-3.1-8B-Instruct",

  2357.                     "tags": "LLM,CHAT,4k",

  2358.                     "max_tokens": 4096,

  2359.                     "model_type": "chat",

  2360.                     "is_tools": true

  2361.                 },

  2362.                 {

  2363.                     "llm_name": "Qwen2-7B-Instruct",

  2364.                     "tags": "LLM,CHAT,32k",

  2365.                     "max_tokens": 32768,

  2366.                     "model_type": "chat",

  2367.                     "is_tools": true

  2368.                 },

  2369.                 {

  2370.                     "llm_name": "deepseek-v2-lite-chat",

  2371.                     "tags": "LLM,CHAT,2k",

  2372.                     "max_tokens": 2048,

  2373.                     "model_type": "chat",

  2374.                     "is_tools": true

  2375.                 },

  2376.                 {

  2377.                     "llm_name": "Qwen2-7B",

  2378.                     "tags": "LLM,CHAT,128k",

  2379.                     "max_tokens": 131072,

  2380.                     "model_type": "chat"

  2381.                 },

  2382.                 {

  2383.                     "llm_name": "chatglm3-6b",

  2384.                     "tags": "LLM,CHAT,8k",

  2385.                     "max_tokens": 8192,

  2386.                     "model_type": "chat"

  2387.                 },

  2388.                 {

  2389.                     "llm_name": "Meta-Llama-3-70B-Instruct-GPTQ-Int4",

  2390.                     "tags": "LLM,CHAT,1k",

  2391.                     "max_tokens": 1024,

  2392.                     "model_type": "chat"

  2393.                 },

  2394.                 {

  2395.                     "llm_name": "Meta-Llama-3-8B-Instruct",

  2396.                     "tags": "LLM,CHAT,8k",

  2397.                     "max_tokens": 8192,

  2398.                     "model_type": "chat"

  2399.                 },

  2400.                 {

  2401.                     "llm_name": "Mistral-7B-Instruct",

  2402.                     "tags": "LLM,CHAT,32k",

  2403.                     "max_tokens": 32768,

  2404.                     "model_type": "chat",

  2405.                     "is_tools": true

  2406.                 },

  2407.                 {

  2408.                     "llm_name": "MindChat-Qwen-7B-v2",

  2409.                     "tags": "LLM,CHAT,2k",

  2410.                     "max_tokens": 2048,

  2411.                     "model_type": "chat"

  2412.                 },

  2413.                 {

  2414.                     "llm_name": "phi-2",

  2415.                     "tags": "LLM,CHAT,2k",

  2416.                     "max_tokens": 2048,

  2417.                     "model_type": "chat"

  2418.                 },

  2419.                 {

  2420.                     "llm_name": "SOLAR-10_7B-Instruct",

  2421.                     "tags": "LLM,CHAT,4k",

  2422.                     "max_tokens": 4096,

  2423.                     "model_type": "chat"

  2424.                 },

  2425.                 {

  2426.                     "llm_name": "Mixtral-8x7B-Instruct-v0.1-GPTQ",

  2427.                     "tags": "LLM,CHAT,32k",

  2428.                     "max_tokens": 32768,

  2429.                     "model_type": "chat"

  2430.                 },

  2431.                 {

  2432.                     "llm_name": "Qwen1.5-7B",

  2433.                     "tags": "LLM,CHAT,32k",

  2434.                     "max_tokens": 32768,

  2435.                     "model_type": "chat"

  2436.                 },

  2437.                 {

  2438.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2439.                     "tags": "TEXT EMBEDDING",

  2440.                     "max_tokens": 512,

  2441.                     "model_type": "embedding"

  2442.                 },

  2443.                 {

  2444.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2445.                     "tags": "TEXT EMBEDDING",

  2446.                     "max_tokens": 1024,

  2447.                     "model_type": "embedding"

  2448.                 },

  2449.                 {

  2450.                     "llm_name": "BAAI/bge-m3",

  2451.                     "tags": "TEXT EMBEDDING",

  2452.                     "max_tokens": 8192,

  2453.                     "model_type": "embedding"

  2454.                 }

  2455.             ]

  2456.         },

  2457.         {

  2458.             "name": "Upstage",

  2459.             "logo": "",

  2460.             "tags": "LLM,TEXT EMBEDDING",

  2461.             "status": "1",

  2462.             "llm": [

  2463.                 {

  2464.                     "llm_name": "solar-1-mini-chat",

  2465.                     "tags": "LLM,CHAT,32k",

  2466.                     "max_tokens": 32768,

  2467.                     "model_type": "chat"

  2468.                 },

  2469.                 {

  2470.                     "llm_name": "solar-1-mini-chat-ja",

  2471.                     "tags": "LLM,CHAT,32k",

  2472.                     "max_tokens": 32768,

  2473.                     "model_type": "chat"

  2474.                 },

  2475.                 {

  2476.                     "llm_name": "solar-embedding-1-large-query",

  2477.                     "tags": "TEXT EMBEDDING",

  2478.                     "max_tokens": 4000,

  2479.                     "model_type": "embedding"

  2480.                 },

  2481.                 {

  2482.                     "llm_name": "solar-embedding-1-large-passage",

  2483.                     "tags": "TEXT EMBEDDING",

  2484.                     "max_tokens": 4000,

  2485.                     "model_type": "embedding"

  2486.                 }

  2487.             ]

  2488.         },

  2489.         {

  2490.             "name": "NovitaAI",

  2491.             "logo": "",

  2492.             "tags": "LLM,TEXT EMBEDDING",

  2493.             "status": "1",

  2494.             "llm": [

  2495.                 {

  2496.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  2497.                     "tags": "LLM,CHAT,32k",

  2498.                     "max_tokens": 32000,

  2499.                     "model_type": "chat"

  2500.                 },

  2501.                 {

  2502.                     "llm_name": "meta-llama/llama-3.2-1b-instruct",

  2503.                     "tags": "LLM,CHAT,131k",

  2504.                     "max_tokens": 131000,

  2505.                     "model_type": "chat"

  2506.                 },

  2507.                 {

  2508.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  2509.                     "tags": "LLM,CHAT,32k",

  2510.                     "max_tokens": 32768,

  2511.                     "model_type": "chat"

  2512.                 },

  2513.                 {

  2514.                     "llm_name": "thudm/glm-4-9b-0414",

  2515.                     "tags": "LLM,CHAT,32k",

  2516.                     "max_tokens": 32000,

  2517.                     "model_type": "chat"

  2518.                 },

  2519.                 {

  2520.                     "llm_name": "thudm/glm-z1-9b-0414",

  2521.                     "tags": "LLM,CHAT,32k",

  2522.                     "max_tokens": 32000,

  2523.                     "model_type": "chat"

  2524.                 },

  2525.                 {

  2526.                     "llm_name": "meta-llama/llama-3.1-8b-instruct-bf16",

  2527.                     "tags": "LLM,CHAT,8k",

  2528.                     "max_tokens": 8192,

  2529.                     "model_type": "chat",

  2530.                     "is_tools": true

  2531.                 },

  2532.                 {

  2533.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  2534.                     "tags": "LLM,CHAT,16k",

  2535.                     "max_tokens": 16384,

  2536.                     "model_type": "chat",

  2537.                     "is_tools": true

  2538.                 },

  2539.                 {

  2540.                     "llm_name": "deepseek/deepseek-v3-0324",

  2541.                     "tags": "LLM,CHAT,128k",

  2542.                     "max_tokens": 128000,

  2543.                     "model_type": "chat"

  2544.                 },

  2545.                 {

  2546.                     "llm_name": "deepseek/deepseek-r1-turbo",

  2547.                     "tags": "LLM,CHAT,64k",

  2548.                     "max_tokens": 64000,

  2549.                     "model_type": "chat"

  2550.                 },

  2551.                 {

  2552.                     "llm_name": "Sao10K/L3-8B-Stheno-v3.2",

  2553.                     "tags": "LLM,CHAT,8k",

  2554.                     "max_tokens": 8192,

  2555.                     "model_type": "chat"

  2556.                 },

  2557.                 {

  2558.                     "llm_name": "meta-llama/llama-3.3-70b-instruct",

  2559.                     "tags": "LLM,CHAT,128k",

  2560.                     "max_tokens": 131072,

  2561.                     "model_type": "chat",

  2562.                     "is_tools": true

  2563.                 },

  2564.                 {

  2565.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  2566.                     "tags": "LLM,CHAT,32k",

  2567.                     "max_tokens": 32000,

  2568.                     "model_type": "chat"

  2569.                 },

  2570.                 {

  2571.                     "llm_name": "mistralai/mistral-nemo",

  2572.                     "tags": "LLM,CHAT,128k",

  2573.                     "max_tokens": 131072,

  2574.                     "model_type": "chat"

  2575.                 },

  2576.                 {

  2577.                     "llm_name": "meta-llama/llama-3-8b-instruct",

  2578.                     "tags": "LLM,CHAT,8k",

  2579.                     "max_tokens": 8192,

  2580.                     "model_type": "chat",

  2581.                     "is_tools": true

  2582.                 },

  2583.                 {

  2584.                     "llm_name": "deepseek/deepseek-v3-turbo",

  2585.                     "tags": "LLM,CHAT,64k",

  2586.                     "max_tokens": 64000,

  2587.                     "model_type": "chat",

  2588.                     "is_tools": true

  2589.                 },

  2590.                 {

  2591.                     "llm_name": "mistralai/mistral-7b-instruct",

  2592.                     "tags": "LLM,CHAT,32k",

  2593.                     "max_tokens": 32768,

  2594.                     "model_type": "chat"

  2595.                 },

  2596.                 {

  2597.                     "llm_name": "deepseek/deepseek-r1",

  2598.                     "tags": "LLM,CHAT,64k",

  2599.                     "max_tokens": 64000,

  2600.                     "model_type": "chat"

  2601.                 },

  2602.                 {

  2603.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  2604.                     "tags": "LLM,CHAT,64k",

  2605.                     "max_tokens": 64000,

  2606.                     "model_type": "chat"

  2607.                 },

  2608.                 {

  2609.                     "llm_name": "baai/bge-m3",

  2610.                     "tags": "TEXT EMBEDDING,8K",

  2611.                     "max_tokens": 8192,

  2612.                     "model_type": "embedding"

  2613.                 }

  2614.             ]

  2615.         },

  2616.         {

  2617.             "name": "SILICONFLOW",

  2618.             "logo": "",

  2619.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT",

  2620.             "status": "1",

  2621.             "llm": [

  2622.                 {

  2623.                     "llm_name": "Qwen3-Embedding-8B",

  2624.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",

  2625.                     "max_tokens": 32000,

  2626.                     "model_type": "embedding",

  2627.                     "is_tools": false

  2628.                 },

  2629.                 {

  2630.                     "llm_name": "Qwen3-Embedding-4B",

  2631.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",

  2632.                     "max_tokens": 32000,

  2633.                     "model_type": "embedding",

  2634.                     "is_tools": false

  2635.                 },

  2636.                 {

  2637.                     "llm_name": "Qwen3-Embedding-0.6B",

  2638.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",

  2639.                     "max_tokens": 32000,

  2640.                     "model_type": "embedding",

  2641.                     "is_tools": false

  2642.                 },

  2643.                 {

  2644.                     "llm_name": "Qwen/Qwen3-235B-A22B",

  2645.                     "tags": "LLM,CHAT,128k",

  2646.                     "max_tokens": 128000,

  2647.                     "model_type": "chat",

  2648.                     "is_tools": true

  2649.                 },

  2650.                 {

  2651.                     "llm_name": "Qwen/Qwen3-30B-A3B",

  2652.                     "tags": "LLM,CHAT,128k",

  2653.                     "max_tokens": 128000,

  2654.                     "model_type": "chat",

  2655.                     "is_tools": true

  2656.                 },

  2657.                 {

  2658.                     "llm_name": "Qwen/Qwen3-32B",

  2659.                     "tags": "LLM,CHAT,128k",

  2660.                     "max_tokens": 128000,

  2661.                     "model_type": "chat",

  2662.                     "is_tools": true

  2663.                 },

  2664.                 {

  2665.                     "llm_name": "Qwen/Qwen3-14B",

  2666.                     "tags": "LLM,CHAT,128k",

  2667.                     "max_tokens": 128000,

  2668.                     "model_type": "chat",

  2669.                     "is_tools": true

  2670.                 },

  2671.                 {

  2672.                     "llm_name": "Qwen/Qwen3-8B",

  2673.                     "tags": "LLM,CHAT,64k",

  2674.                     "max_tokens": 64000,

  2675.                     "model_type": "chat",

  2676.                     "is_tools": true

  2677.                 },

  2678.                 {

  2679.                     "llm_name": "Qwen/QVQ-72B-Preview",

  2680.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2681.                     "max_tokens": 32000,

  2682.                     "model_type": "image2text",

  2683.                     "is_tools": false

  2684.                 },

  2685.                 {

  2686.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1",

  2687.                     "tags": "LLM,CHAT,64k",

  2688.                     "max_tokens": 64000,

  2689.                     "model_type": "chat",

  2690.                     "is_tools": true

  2691.                 },

  2692.                 {

  2693.                     "llm_name": "deepseek-ai/DeepSeek-R1",

  2694.                     "tags": "LLM,CHAT,64k",

  2695.                     "max_tokens": 64000,

  2696.                     "model_type": "chat",

  2697.                     "is_tools": true

  2698.                 },

  2699.                 {

  2700.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3",

  2701.                     "tags": "LLM,CHAT,64k",

  2702.                     "max_tokens": 64000,

  2703.                     "model_type": "chat",

  2704.                     "is_tools": true

  2705.                 },

  2706.                 {

  2707.                     "llm_name": "deepseek-ai/DeepSeek-V3",

  2708.                     "tags": "LLM,CHAT,64k",

  2709.                     "max_tokens": 64000,

  2710.                     "model_type": "chat",

  2711.                     "is_tools": true

  2712.                 },

  2713.                 {

  2714.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3-1226",

  2715.                     "tags": "LLM,CHAT,64k",

  2716.                     "max_tokens": 64000,

  2717.                     "model_type": "chat",

  2718.                     "is_tools": true

  2719.                 },

  2720.                 {

  2721.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",

  2722.                     "tags": "LLM,CHAT,32k",

  2723.                     "max_tokens": 32000,

  2724.                     "model_type": "chat",

  2725.                     "is_tools": true

  2726.                 },

  2727.                 {

  2728.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",

  2729.                     "tags": "LLM,CHAT,32k",

  2730.                     "max_tokens": 32000,

  2731.                     "model_type": "chat",

  2732.                     "is_tools": true

  2733.                 },

  2734.                 {

  2735.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2736.                     "tags": "LLM,CHAT,32k",

  2737.                     "max_tokens": 32000,

  2738.                     "model_type": "chat",

  2739.                     "is_tools": true

  2740.                 },

  2741.                 {

  2742.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2743.                     "tags": "LLM,CHAT,32k",

  2744.                     "max_tokens": 32000,

  2745.                     "model_type": "chat",

  2746.                     "is_tools": true

  2747.                 },

  2748.                 {

  2749.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2750.                     "tags": "LLM,CHAT,32k",

  2751.                     "max_tokens": 32000,

  2752.                     "model_type": "chat",

  2753.                     "is_tools": true

  2754.                 },

  2755.                 {

  2756.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2757.                     "tags": "LLM,CHAT,32k",

  2758.                     "max_tokens": 32000,

  2759.                     "model_type": "chat",

  2760.                     "is_tools": true

  2761.                 },

  2762.                 {

  2763.                     "llm_name": "deepseek-ai/DeepSeek-V2.5",

  2764.                     "tags": "LLM,CHAT,32k",

  2765.                     "max_tokens": 32000,

  2766.                     "model_type": "chat",

  2767.                     "is_tools": true

  2768.                 },

  2769.                 {

  2770.                     "llm_name": "Qwen/QwQ-32B",

  2771.                     "tags": "LLM,CHAT,32k",

  2772.                     "max_tokens": 32000,

  2773.                     "model_type": "chat",

  2774.                     "is_tools": true

  2775.                 },

  2776.                 {

  2777.                     "llm_name": "Qwen/Qwen2.5-VL-72B-Instruct",

  2778.                     "tags": "LLM,CHAT,IMAGE2TEXT,128k",

  2779.                     "max_tokens": 128000,

  2780.                     "model_type": "image2text",

  2781.                     "is_tools": true

  2782.                 },

  2783.                 {

  2784.                     "llm_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct",

  2785.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2786.                     "max_tokens": 32000,

  2787.                     "model_type": "image2text",

  2788.                     "is_tools": true

  2789.                 },

  2790.                 {

  2791.                     "llm_name": "THUDM/GLM-Z1-32B-0414",

  2792.                     "tags": "LLM,CHAT,32k",

  2793.                     "max_tokens": 32000,

  2794.                     "model_type": "chat",

  2795.                     "is_tools": true

  2796.                 },

  2797.                 {

  2798.                     "llm_name": "THUDM/GLM-4-32B-0414",

  2799.                     "tags": "LLM,CHAT,32k",

  2800.                     "max_tokens": 32000,

  2801.                     "model_type": "chat",

  2802.                     "is_tools": true

  2803.                 },

  2804.                 {

  2805.                     "llm_name": "THUDM/GLM-Z1-9B-0414",

  2806.                     "tags": "LLM,CHAT,32k",

  2807.                     "max_tokens": 32000,

  2808.                     "model_type": "chat",

  2809.                     "is_tools": true

  2810.                 },

  2811.                 {

  2812.                     "llm_name": "THUDM/GLM-4-9B-0414",

  2813.                     "tags": "LLM,CHAT,32k",

  2814.                     "max_tokens": 32000,

  2815.                     "model_type": "chat",

  2816.                     "is_tools": true

  2817.                 },

  2818.                 {

  2819.                     "llm_name": "THUDM/chatglm3-6b",

  2820.                     "tags": "LLM,CHAT,32k",

  2821.                     "max_tokens": 32000,

  2822.                     "model_type": "chat",

  2823.                     "is_tools": false

  2824.                 },

  2825.                 {

  2826.                     "llm_name": "Pro/THUDM/glm-4-9b-chat",

  2827.                     "tags": "LLM,CHAT,128k",

  2828.                     "max_tokens": 128000,

  2829.                     "model_type": "chat",

  2830.                     "is_tools": false

  2831.                 },

  2832.                 {

  2833.                     "llm_name": "THUDM/GLM-Z1-Rumination-32B-0414",

  2834.                     "tags": "LLM,CHAT,32k",

  2835.                     "max_tokens": 32000,

  2836.                     "model_type": "chat",

  2837.                     "is_tools": false

  2838.                 },

  2839.                 {

  2840.                     "llm_name": "THUDM/glm-4-9b-chat",

  2841.                     "tags": "LLM,CHAT,128k",

  2842.                     "max_tokens": 128000,

  2843.                     "model_type": "chat",

  2844.                     "is_tools": true

  2845.                 },

  2846.                 {

  2847.                     "llm_name": "Qwen/QwQ-32B-Preview",

  2848.                     "tags": "LLM,CHAT,32k",

  2849.                     "max_tokens": 32000,

  2850.                     "model_type": "chat",

  2851.                     "is_tools": false

  2852.                 },

  2853.                 {

  2854.                     "llm_name": "Qwen/Qwen2.5-Coder-32B-Instruct",

  2855.                     "tags": "LLM,CHAT,32k",

  2856.                     "max_tokens": 32000,

  2857.                     "model_type": "chat",

  2858.                     "is_tools": false

  2859.                 },

  2860.                 {

  2861.                     "llm_name": "Qwen/Qwen2-VL-72B-Instruct",

  2862.                     "tags": "LLM,IMAGE2TEXT,32k",

  2863.                     "max_tokens": 32000,

  2864.                     "model_type": "image2text",

  2865.                     "is_tools": false

  2866.                 },

  2867.                 {

  2868.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct-128Kt",

  2869.                     "tags": "LLM,IMAGE2TEXT,128k",

  2870.                     "max_tokens": 128000,

  2871.                     "model_type": "image2text",

  2872.                     "is_tools": false

  2873.                 },

  2874.                 {

  2875.                     "llm_name": "deepseek-ai/deepseek-vl2",

  2876.                     "tags": "LLM,IMAGE2TEXT,4k",

  2877.                     "max_tokens": 4096,

  2878.                     "model_type": "image2text",

  2879.                     "is_tools": false

  2880.                 },

  2881.                 {

  2882.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct",

  2883.                     "tags": "LLM,CHAT,32k",

  2884.                     "max_tokens": 32000,

  2885.                     "model_type": "chat",

  2886.                     "is_tools": true

  2887.                 },

  2888.                 {

  2889.                     "llm_name": "Qwen/Qwen2.5-32B-Instruct",

  2890.                     "tags": "LLM,CHAT,32k",

  2891.                     "max_tokens": 32000,

  2892.                     "model_type": "chat",

  2893.                     "is_tools": true

  2894.                 },

  2895.                 {

  2896.                     "llm_name": "Qwen/Qwen2.5-14B-Instruct",

  2897.                     "tags": "LLM,CHAT,32k",

  2898.                     "max_tokens": 32000,

  2899.                     "model_type": "chat",

  2900.                     "is_tools": true

  2901.                 },

  2902.                 {

  2903.                     "llm_name": "Qwen/Qwen2.5-7B-Instruct",

  2904.                     "tags": "LLM,CHAT,32k",

  2905.                     "max_tokens": 32000,

  2906.                     "model_type": "chat",

  2907.                     "is_tools": true

  2908.                 },

  2909.                 {

  2910.                     "llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct",

  2911.                     "tags": "LLM,CHAT,32k",

  2912.                     "max_tokens": 32000,

  2913.                     "model_type": "chat",

  2914.                     "is_tools": true

  2915.                 },

  2916.                 {

  2917.                     "llm_name": "internlm/internlm2_5-20b-chat",

  2918.                     "tags": "LLM,CHAT,32k",

  2919.                     "max_tokens": 32000,

  2920.                     "model_type": "chat",

  2921.                     "is_tools": true

  2922.                 },

  2923.                 {

  2924.                     "llm_name": "internlm/internlm2_5-7b-chat",

  2925.                     "tags": "LLM,CHAT,32k",

  2926.                     "max_tokens": 32000,

  2927.                     "model_type": "chat",

  2928.                     "is_tools": true

  2929.                 },

  2930.                 {

  2931.                     "llm_name": "Qwen/Qwen2-7B-Instruct",

  2932.                     "tags": "LLM,CHAT,32k",

  2933.                     "max_tokens": 32000,

  2934.                     "model_type": "chat",

  2935.                     "is_tools": true

  2936.                 },

  2937.                 {

  2938.                     "llm_name": "Qwen/Qwen2-1.5B-Instruct",

  2939.                     "tags": "LLM,CHAT,32k",

  2940.                     "max_tokens": 32000,

  2941.                     "model_type": "chat",

  2942.                     "is_tools": true

  2943.                 },

  2944.                 {

  2945.                     "llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct",

  2946.                     "tags": "LLM,CHAT,32k",

  2947.                     "max_tokens": 32000,

  2948.                     "model_type": "chat",

  2949.                     "is_tools": false

  2950.                 },

  2951.                 {

  2952.                     "llm_name": "Pro/Qwen/Qwen2-VL-7B-Instruct",

  2953.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2954.                     "max_tokens": 32000,

  2955.                     "model_type": "image2text",

  2956.                     "is_tools": false

  2957.                 },

  2958.                 {

  2959.                     "llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct",

  2960.                     "tags": "LLM,CHAT,32k",

  2961.                     "max_tokens": 32000,

  2962.                     "model_type": "chat",

  2963.                     "is_tools": true

  2964.                 },

  2965.                 {

  2966.                     "llm_name": "Pro/Qwen/Qwen2-7B-Instruct",

  2967.                     "tags": "LLM,CHAT,32k",

  2968.                     "max_tokens": 32000,

  2969.                     "model_type": "chat",

  2970.                     "is_tools": false

  2971.                 },

  2972.                 {

  2973.                     "llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct",

  2974.                     "tags": "LLM,CHAT,32k",

  2975.                     "max_tokens": 32000,

  2976.                     "model_type": "chat",

  2977.                     "is_tools": false

  2978.                 },

  2979.                 {

  2980.                     "llm_name": "BAAI/bge-m3",

  2981.                     "tags": "LLM,EMBEDDING,8k",

  2982.                     "max_tokens": 8192,

  2983.                     "model_type": "embedding",

  2984.                     "is_tools": false

  2985.                 },

  2986.                 {

  2987.                     "llm_name": "BAAI/bge-reranker-v2-m3",

  2988.                     "tags": "LLM,RE-RANK,8k",

  2989.                     "max_tokens": 8192,

  2990.                     "model_type": "rerank",

  2991.                     "is_tools": false

  2992.                 },

  2993.                 {

  2994.                     "llm_name": "Pro/BAAI/bge-m3",

  2995.                     "tags": "LLM,EMBEDDING,8k",

  2996.                     "max_tokens": 8192,

  2997.                     "model_type": "embedding",

  2998.                     "is_tools": false

  2999.                 },

  3000.                 {

  3001.                     "llm_name": "Pro/BAAI/bge-reranker-v2-m3",

  3002.                     "tags": "LLM,RE-RANK,8k",

  3003.                     "max_tokens": 8192,

  3004.                     "model_type": "rerank",

  3005.                     "is_tools": false

  3006.                 },

  3007.                 {

  3008.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  3009.                     "tags": "LLM,EMBEDDING,0.5k",

  3010.                     "max_tokens": 512,

  3011.                     "model_type": "embedding",

  3012.                     "is_tools": false

  3013.                 },

  3014.                 {

  3015.                     "llm_name": "BAAI/bge-large-en-v1.5",

  3016.                     "tags": "LLM,EMBEDDING,0.5k",

  3017.                     "max_tokens": 512,

  3018.                     "model_type": "embedding",

  3019.                     "is_tools": false

  3020.                 },

  3021.                 {

  3022.                     "llm_name": "netease-youdao/bce-embedding-base_v1",

  3023.                     "tags": "LLM,EMBEDDING,0.5k",

  3024.                     "max_tokens": 512,

  3025.                     "model_type": "embedding",

  3026.                     "is_tools": false

  3027.                 },

  3028.                 {

  3029.                     "llm_name": "netease-youdao/bce-reranker-base_v1",

  3030.                     "tags": "LLM,RE-RANK,0.5k",

  3031.                     "max_tokens": 512,

  3032.                     "model_type": "rerank",

  3033.                     "is_tools": false

  3034.                 }

  3035.             ]

  3036.         },

  3037.         {

  3038.             "name": "PPIO",

  3039.             "logo": "",

  3040.             "tags": "LLM",

  3041.             "status": "1",

  3042.             "llm": [

  3043.                 {

  3044.                     "llm_name": "deepseek/deepseek-r1/community",

  3045.                     "tags": "LLM,CHAT,64k",

  3046.                     "max_tokens": 64000,

  3047.                     "model_type": "chat"

  3048.                 },

  3049.                 {

  3050.                     "llm_name": "deepseek/deepseek-v3/community",

  3051.                     "tags": "LLM,CHAT,64k",

  3052.                     "max_tokens": 64000,

  3053.                     "model_type": "chat"

  3054.                 },

  3055.                 {

  3056.                     "llm_name": "deepseek/deepseek-r1",

  3057.                     "tags": "LLM,CHAT,64k",

  3058.                     "max_tokens": 64000,

  3059.                     "model_type": "chat"

  3060.                 },

  3061.                 {

  3062.                     "llm_name": "deepseek/deepseek-v3",

  3063.                     "tags": "LLM,CHAT,64k",

  3064.                     "max_tokens": 64000,

  3065.                     "model_type": "chat"

  3066.                 },

  3067.                 {

  3068.                     "llm_name": "deepseek/deepseek-r1-distill-llama-70b",

  3069.                     "tags": "LLM,CHAT,32k",

  3070.                     "max_tokens": 32000,

  3071.                     "model_type": "chat"

  3072.                 },

  3073.                 {

  3074.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-32b",

  3075.                     "tags": "LLM,CHAT,64k",

  3076.                     "max_tokens": 64000,

  3077.                     "model_type": "chat"

  3078.                 },

  3079.                 {

  3080.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  3081.                     "tags": "LLM,CHAT,64k",

  3082.                     "max_tokens": 64000,

  3083.                     "model_type": "chat"

  3084.                 },

  3085.                 {

  3086.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  3087.                     "tags": "LLM,CHAT,32k",

  3088.                     "max_tokens": 32000,

  3089.                     "model_type": "chat"

  3090.                 },

  3091.                 {

  3092.                     "llm_name": "qwen/qwen-2.5-72b-instruct",

  3093.                     "tags": "LLM,CHAT,32k",

  3094.                     "max_tokens": 32768,

  3095.                     "model_type": "chat",

  3096.                     "is_tools": true

  3097.                 },

  3098.                 {

  3099.                     "llm_name": "qwen/qwen-2-vl-72b-instruct",

  3100.                     "tags": "LLM,CHAT,32k",

  3101.                     "max_tokens": 32768,

  3102.                     "model_type": "chat"

  3103.                 },

  3104.                 {

  3105.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  3106.                     "tags": "LLM,CHAT,32k",

  3107.                     "max_tokens": 32768,

  3108.                     "model_type": "chat"

  3109.                 },

  3110.                 {

  3111.                     "llm_name": "qwen/qwen2.5-32b-instruct",

  3112.                     "tags": "LLM,CHAT,32k",

  3113.                     "max_tokens": 32000,

  3114.                     "model_type": "chat"

  3115.                 },

  3116.                 {

  3117.                     "llm_name": "baichuan/baichuan2-13b-chat",

  3118.                     "tags": "LLM,CHAT,14k",

  3119.                     "max_tokens": 14336,

  3120.                     "model_type": "chat"

  3121.                 },

  3122.                 {

  3123.                     "llm_name": "meta-llama/llama-3.1-70b-instruct",

  3124.                     "tags": "LLM,CHAT,32k",

  3125.                     "max_tokens": 32768,

  3126.                     "model_type": "chat",

  3127.                     "is_tools": true

  3128.                 },

  3129.                 {

  3130.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  3131.                     "tags": "LLM,CHAT,32k",

  3132.                     "max_tokens": 32768,

  3133.                     "model_type": "chat",

  3134.                     "is_tools": true

  3135.                 },

  3136.                 {

  3137.                     "llm_name": "01-ai/yi-1.5-34b-chat",

  3138.                     "tags": "LLM,CHAT,16k",

  3139.                     "max_tokens": 16384,

  3140.                     "model_type": "chat"

  3141.                 },

  3142.                 {

  3143.                     "llm_name": "01-ai/yi-1.5-9b-chat",

  3144.                     "tags": "LLM,CHAT,16k",

  3145.                     "max_tokens": 16384,

  3146.                     "model_type": "chat"

  3147.                 },

  3148.                 {

  3149.                     "llm_name": "thudm/glm-4-9b-chat",

  3150.                     "tags": "LLM,CHAT,32k",

  3151.                     "max_tokens": 32768,

  3152.                     "model_type": "chat"

  3153.                 },

  3154.                 {

  3155.                     "llm_name": "qwen/qwen-2-7b-instruct",

  3156.                     "tags": "LLM,CHAT,32k",

  3157.                     "max_tokens": 32768,

  3158.                     "model_type": "chat"

  3159.                 }

  3160.             ]

  3161.         },

  3162.         {

  3163.             "name": "01.AI",

  3164.             "logo": "",

  3165.             "tags": "LLM,IMAGE2TEXT",

  3166.             "status": "1",

  3167.             "llm": [

  3168.                 {

  3169.                     "llm_name": "yi-lightning",

  3170.                     "tags": "LLM,CHAT,16k",

  3171.                     "max_tokens": 16384,

  3172.                     "model_type": "chat"

  3173.                 },

  3174.                 {

  3175.                     "llm_name": "yi-large",

  3176.                     "tags": "LLM,CHAT,32k",

  3177.                     "max_tokens": 32768,

  3178.                     "model_type": "chat"

  3179.                 },

  3180.                 {

  3181.                     "llm_name": "yi-medium",

  3182.                     "tags": "LLM,CHAT,16k",

  3183.                     "max_tokens": 16384,

  3184.                     "model_type": "chat"

  3185.                 },

  3186.                 {

  3187.                     "llm_name": "yi-medium-200k",

  3188.                     "tags": "LLM,CHAT,200k",

  3189.                     "max_tokens": 204800,

  3190.                     "model_type": "chat"

  3191.                 },

  3192.                 {

  3193.                     "llm_name": "yi-spark",

  3194.                     "tags": "LLM,CHAT,16k",

  3195.                     "max_tokens": 16384,

  3196.                     "model_type": "chat"

  3197.                 },

  3198.                 {

  3199.                     "llm_name": "yi-large-rag",

  3200.                     "tags": "LLM,CHAT,16k",

  3201.                     "max_tokens": 16384,

  3202.                     "model_type": "chat"

  3203.                 },

  3204.                 {

  3205.                     "llm_name": "yi-large-fc",

  3206.                     "tags": "LLM,CHAT,32k",

  3207.                     "max_tokens": 32768,

  3208.                     "model_type": "chat",

  3209.                     "is_tools": true

  3210.                 },

  3211.                 {

  3212.                     "llm_name": "yi-large-turbo",

  3213.                     "tags": "LLM,CHAT,16k",

  3214.                     "max_tokens": 16384,

  3215.                     "model_type": "chat"

  3216.                 },

  3217.                 {

  3218.                     "llm_name": "yi-large-preview",

  3219.                     "tags": "LLM,CHAT,16k",

  3220.                     "max_tokens": 16384,

  3221.                     "model_type": "chat"

  3222.                 },

  3223.                 {

  3224.                     "llm_name": "yi-vision",

  3225.                     "tags": "LLM,CHAT,IMAGE2TEXT,16k",

  3226.                     "max_tokens": 16384,

  3227.                     "model_type": "image2text"

  3228.                 }

  3229.             ]

  3230.         },

  3231.         {

  3232.             "name": "Replicate",

  3233.             "logo": "",

  3234.             "tags": "LLM,TEXT EMBEDDING",

  3235.             "status": "1",

  3236.             "llm": []

  3237.         },

  3238.         {

  3239.             "name": "Tencent Hunyuan",

  3240.             "logo": "",

  3241.             "tags": "LLM,IMAGE2TEXT",

  3242.             "status": "1",

  3243.             "llm": [

  3244.                 {

  3245.                     "llm_name": "hunyuan-pro",

  3246.                     "tags": "LLM,CHAT,32k",

  3247.                     "max_tokens": 32768,

  3248.                     "model_type": "chat",

  3249.                     "is_tools": true

  3250.                 },

  3251.                 {

  3252.                     "llm_name": "hunyuan-standard",

  3253.                     "tags": "LLM,CHAT,32k",

  3254.                     "max_tokens": 32768,

  3255.                     "model_type": "chat"

  3256.                 },

  3257.                 {

  3258.                     "llm_name": "hunyuan-standard-256K",

  3259.                     "tags": "LLM,CHAT,256k",

  3260.                     "max_tokens": 262144,

  3261.                     "model_type": "chat"

  3262.                 },

  3263.                 {

  3264.                     "llm_name": "hunyuan-lite",

  3265.                     "tags": "LLM,CHAT,256k",

  3266.                     "max_tokens": 262144,

  3267.                     "model_type": "chat"

  3268.                 },

  3269.                 {

  3270.                     "llm_name": "hunyuan-vision",

  3271.                     "tags": "LLM,IMAGE2TEXT,8k",

  3272.                     "max_tokens": 8192,

  3273.                     "model_type": "image2text"

  3274.                 }

  3275.             ]

  3276.         },

  3277.         {

  3278.             "name": "XunFei Spark",

  3279.             "logo": "",

  3280.             "tags": "LLM,TTS",

  3281.             "status": "1",

  3282.             "llm": []

  3283.         },

  3284.         {

  3285.             "name": "BaiduYiyan",

  3286.             "logo": "",

  3287.             "tags": "LLM",

  3288.             "status": "1",

  3289.             "llm": []

  3290.         },

  3291.         {

  3292.             "name": "Fish Audio",

  3293.             "logo": "",

  3294.             "tags": "TTS",

  3295.             "status": "1",

  3296.             "llm": []

  3297.         },

  3298.         {

  3299.             "name": "Tencent Cloud",

  3300.             "logo": "",

  3301.             "tags": "SPEECH2TEXT",

  3302.             "status": "1",

  3303.             "llm": []

  3304.         },

  3305.         {

  3306.             "name": "Anthropic",

  3307.             "logo": "",

  3308.             "tags": "LLM",

  3309.             "status": "1",

  3310.             "llm": [

  3311.                 {

  3312.                     "llm_name": "claude-opus-4-1-20250805",

  3313.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3314.                     "max_tokens": 204800,

  3315.                     "model_type": "chat",

  3316.                     "is_tools": true

  3317.                 },

  3318.                 {

  3319.                     "llm_name": "claude-opus-4-20250514",

  3320.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3321.                     "max_tokens": 204800,

  3322.                     "model_type": "chat",

  3323.                     "is_tools": true

  3324.                 },

  3325.                 {

  3326.                     "llm_name": "claude-sonnet-4-20250514",

  3327.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3328.                     "max_tokens": 204800,

  3329.                     "model_type": "chat",

  3330.                     "is_tools": true

  3331.                 },

  3332.                 {

  3333.                     "llm_name": "claude-3-7-sonnet-20250219",

  3334.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3335.                     "max_tokens": 204800,

  3336.                     "model_type": "chat",

  3337.                     "is_tools": true

  3338.                 },

  3339.                 {

  3340.                     "llm_name": "claude-3-5-sonnet-20241022",

  3341.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3342.                     "max_tokens": 204800,

  3343.                     "model_type": "chat",

  3344.                     "is_tools": true

  3345.                 },

  3346.                 {

  3347.                     "llm_name": "claude-3-5-haiku-20241022",

  3348.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3349.                     "max_tokens": 204800,

  3350.                     "model_type": "chat",

  3351.                     "is_tools": true

  3352.                 },

  3353.                 {

  3354.                     "llm_name": "claude-3-haiku-20240307",

  3355.                     "tags": "LLM,CHAT,IMAGE2TEXT,200k",

  3356.                     "max_tokens": 204800,

  3357.                     "model_type": "chat",

  3358.                     "is_tools": true

  3359.                 }

  3360.             ]

  3361.         },

  3362.         {

  3363.             "name": "Voyage AI",

  3364.             "logo": "",

  3365.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  3366.             "status": "1",

  3367.             "llm": [

  3368.                 {

  3369.                     "llm_name": "voyage-3-large",

  3370.                     "tags": "TEXT EMBEDDING,32000",

  3371.                     "max_tokens": 32000,

  3372.                     "model_type": "embedding"

  3373.                 },

  3374.                 {

  3375.                     "llm_name": "voyage-3.5",

  3376.                     "tags": "TEXT EMBEDDING,32000",

  3377.                     "max_tokens": 32000,

  3378.                     "model_type": "embedding"

  3379.                 },

  3380.                 {

  3381.                     "llm_name": "voyage-3.5-lite",

  3382.                     "tags": "TEXT EMBEDDING,32000",

  3383.                     "max_tokens": 32000,

  3384.                     "model_type": "embedding"

  3385.                 },

  3386.                 {

  3387.                     "llm_name": "voyage-code-3",

  3388.                     "tags": "TEXT EMBEDDING,32000",

  3389.                     "max_tokens": 32000,

  3390.                     "model_type": "embedding"

  3391.                 },

  3392.                 {

  3393.                     "llm_name": "voyage-multimodal-3",

  3394.                     "tags": "TEXT EMBEDDING,Chat,IMAGE2TEXT,32000",

  3395.                     "max_tokens": 32000,

  3396.                     "model_type": "embedding"

  3397.                 },

  3398.                 {

  3399.                     "llm_name": "voyage-large-2-instruct",

  3400.                     "tags": "TEXT EMBEDDING,16000",

  3401.                     "max_tokens": 16000,

  3402.                     "model_type": "embedding"

  3403.                 },

  3404.                 {

  3405.                     "llm_name": "voyage-finance-2",

  3406.                     "tags": "TEXT EMBEDDING,32000",

  3407.                     "max_tokens": 32000,

  3408.                     "model_type": "embedding"

  3409.                 },

  3410.                 {

  3411.                     "llm_name": "voyage-multilingual-2",

  3412.                     "tags": "TEXT EMBEDDING,32000",

  3413.                     "max_tokens": 32000,

  3414.                     "model_type": "embedding"

  3415.                 },

  3416.                 {

  3417.                     "llm_name": "voyage-law-2",

  3418.                     "tags": "TEXT EMBEDDING,16000",

  3419.                     "max_tokens": 16000,

  3420.                     "model_type": "embedding"

  3421.                 },

  3422.                 {

  3423.                     "llm_name": "voyage-code-2",

  3424.                     "tags": "TEXT EMBEDDING,16000",

  3425.                     "max_tokens": 16000,

  3426.                     "model_type": "embedding"

  3427.                 },

  3428.                 {

  3429.                     "llm_name": "voyage-large-2",

  3430.                     "tags": "TEXT EMBEDDING,16000",

  3431.                     "max_tokens": 16000,

  3432.                     "model_type": "embedding"

  3433.                 },

  3434.                 {

  3435.                     "llm_name": "voyage-2",

  3436.                     "tags": "TEXT EMBEDDING,4000",

  3437.                     "max_tokens": 4000,

  3438.                     "model_type": "embedding"

  3439.                 },

  3440.                 {

  3441.                     "llm_name": "voyage-3",

  3442.                     "tags": "TEXT EMBEDDING,32000",

  3443.                     "max_tokens": 32000,

  3444.                     "model_type": "embedding"

  3445.                 },

  3446.                 {

  3447.                     "llm_name": "voyage-3-lite",

  3448.                     "tags": "TEXT EMBEDDING,32000",

  3449.                     "max_tokens": 32000,

  3450.                     "model_type": "embedding"

  3451.                 },

  3452.                 {

  3453.                     "llm_name": "rerank-1",

  3454.                     "tags": "RE-RANK, 8000",

  3455.                     "max_tokens": 8000,

  3456.                     "model_type": "rerank"

  3457.                 },

  3458.                 {

  3459.                     "llm_name": "rerank-lite-1",

  3460.                     "tags": "RE-RANK, 4000",

  3461.                     "max_tokens": 4000,

  3462.                     "model_type": "rerank"

  3463.                 },

  3464.                 {

  3465.                     "llm_name": "rerank-2",

  3466.                     "tags": "RE-RANK, 16000",

  3467.                     "max_tokens": 16000,

  3468.                     "model_type": "rerank"

  3469.                 },

  3470.                 {

  3471.                     "llm_name": "rerank-2-lite",

  3472.                     "tags": "RE-RANK, 8000",

  3473.                     "max_tokens": 8000,

  3474.                     "model_type": "rerank"

  3475.                 }

  3476.             ]

  3477.         },

  3478.         {

  3479.             "name": "GiteeAI",

  3480.             "logo": "",

  3481.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT,SPEECH2TEXT,TEXT RE-RANK",

  3482.             "status": "1",

  3483.             "llm": [

  3484.                 {

  3485.                     "llm_name": "ERNIE-4.5-Turbo",

  3486.                     "tags": "LLM,CHAT",

  3487.                     "max_tokens": 32768,

  3488.                     "model_type": "chat",

  3489.                     "is_tools": false

  3490.                 },

  3491.                 {

  3492.                     "llm_name": "ERNIE-X1-Turbo",

  3493.                     "tags": "LLM,CHAT",

  3494.                     "max_tokens": 4096,

  3495.                     "model_type": "chat",

  3496.                     "is_tools": true

  3497.                 },

  3498.                 {

  3499.                     "llm_name": "DeepSeek-R1",

  3500.                     "tags": "LLM,CHAT",

  3501.                     "max_tokens": 65792,

  3502.                     "model_type": "chat",

  3503.                     "is_tools": true

  3504.                 },

  3505.                 {

  3506.                     "llm_name": "DeepSeek-V3",

  3507.                     "tags": "LLM,CHAT",

  3508.                     "max_tokens": 65792,

  3509.                     "model_type": "chat",

  3510.                     "is_tools": false

  3511.                 },

  3512.                 {

  3513.                     "llm_name": "Qwen3-235B-A22B",

  3514.                     "tags": "LLM,CHAT",

  3515.                     "max_tokens": 128000,

  3516.                     "model_type": "chat",

  3517.                     "is_tools": false

  3518.                 },

  3519.                 {

  3520.                     "llm_name": "Qwen3-30B-A3B",

  3521.                     "tags": "LLM,CHAT",

  3522.                     "max_tokens": 128000,

  3523.                     "model_type": "chat",

  3524.                     "is_tools": false

  3525.                 },

  3526.                 {

  3527.                     "llm_name": "Qwen3-32B",

  3528.                     "tags": "LLM,CHAT",

  3529.                     "max_tokens": 128000,

  3530.                     "model_type": "chat",

  3531.                     "is_tools": false

  3532.                 },

  3533.                 {

  3534.                     "llm_name": "Qwen3-8B",

  3535.                     "tags": "LLM,CHAT",

  3536.                     "max_tokens": 128000,

  3537.                     "model_type": "chat",

  3538.                     "is_tools": false

  3539.                 },

  3540.                 {

  3541.                     "llm_name": "Qwen3-4B",

  3542.                     "tags": "LLM,CHAT",

  3543.                     "max_tokens": 128000,

  3544.                     "model_type": "chat",

  3545.                     "is_tools": false

  3546.                 },

  3547.                 {

  3548.                     "llm_name": "Qwen3-0.6B",

  3549.                     "tags": "LLM,CHAT",

  3550.                     "max_tokens": 32000,

  3551.                     "model_type": "chat",

  3552.                     "is_tools": false

  3553.                 },

  3554.                 {

  3555.                     "llm_name": "QwQ-32B",

  3556.                     "tags": "LLM,CHAT",

  3557.                     "max_tokens": 131072,

  3558.                     "model_type": "chat",

  3559.                     "is_tools": true

  3560.                 },

  3561.                 {

  3562.                     "llm_name": "DeepSeek-R1-Distill-Qwen-32B",

  3563.                     "tags": "LLM,CHAT",

  3564.                     "max_tokens": 65792,

  3565.                     "model_type": "chat",

  3566.                     "is_tools": false

  3567.                 },

  3568.                 {

  3569.                     "llm_name": "DeepSeek-R1-Distill-Qwen-14B",

  3570.                     "tags": "LLM,CHAT",

  3571.                     "max_tokens": 65792,

  3572.                     "model_type": "chat",

  3573.                     "is_tools": false

  3574.                 },

  3575.                 {

  3576.                     "llm_name": "DeepSeek-R1-Distill-Qwen-7B",

  3577.                     "tags": "LLM,CHAT",

  3578.                     "max_tokens": 65792,

  3579.                     "model_type": "chat",

  3580.                     "is_tools": false

  3581.                 },

  3582.                 {

  3583.                     "llm_name": "DeepSeek-R1-Distill-Qwen-1.5B",

  3584.                     "tags": "LLM,CHAT",

  3585.                     "max_tokens": 65792,

  3586.                     "model_type": "chat",

  3587.                     "is_tools": false

  3588.                 },

  3589.                 {

  3590.                     "llm_name": "Qwen2.5-72B-Instruct",

  3591.                     "tags": "LLM,CHAT",

  3592.                     "max_tokens": 4096,

  3593.                     "model_type": "chat",

  3594.                     "is_tools": true

  3595.                 },

  3596.                 {

  3597.                     "llm_name": "Qwen2.5-32B-Instruct",

  3598.                     "tags": "LLM,CHAT",

  3599.                     "max_tokens": 4096,

  3600.                     "model_type": "chat",

  3601.                     "is_tools": false

  3602.                 },

  3603.                 {

  3604.                     "llm_name": "Qwen2.5-14B-Instruct",

  3605.                     "tags": "LLM,CHAT",

  3606.                     "max_tokens": 4096,

  3607.                     "model_type": "chat",

  3608.                     "is_tools": true

  3609.                 },

  3610.                 {

  3611.                     "llm_name": "Qwen2.5-7B-Instruct",

  3612.                     "tags": "LLM,CHAT",

  3613.                     "max_tokens": 131072,

  3614.                     "model_type": "chat",

  3615.                     "is_tools": true

  3616.                 },

  3617.                 {

  3618.                     "llm_name": "Qwen2-72B-Instruct",

  3619.                     "tags": "LLM,CHAT",

  3620.                     "max_tokens": 131072,

  3621.                     "model_type": "chat",

  3622.                     "is_tools": false

  3623.                 },

  3624.                 {

  3625.                     "llm_name": "Qwen2-7B-Instruct",

  3626.                     "tags": "LLM,CHAT",

  3627.                     "max_tokens": 131072,

  3628.                     "model_type": "chat",

  3629.                     "is_tools": false

  3630.                 },

  3631.                 {

  3632.                     "llm_name": "GLM-4-32B",

  3633.                     "tags": "LLM,CHAT",

  3634.                     "max_tokens": 128000,

  3635.                     "model_type": "chat",

  3636.                     "is_tools": false

  3637.                 },

  3638.                 {

  3639.                     "llm_name": "GLM-4-9B-0414",

  3640.                     "tags": "LLM,CHAT",

  3641.                     "max_tokens": 128000,

  3642.                     "model_type": "chat",

  3643.                     "is_tools": false

  3644.                 },

  3645.                 {

  3646.                     "llm_name": "glm-4-9b-chat",

  3647.                     "tags": "LLM,CHAT",

  3648.                     "max_tokens": 128000,

  3649.                     "model_type": "chat",

  3650.                     "is_tools": false

  3651.                 },

  3652.                 {

  3653.                     "llm_name": "internlm3-8b-instruct",

  3654.                     "tags": "LLM,CHAT",

  3655.                     "max_tokens": 4096,

  3656.                     "model_type": "chat",

  3657.                     "is_tools": false

  3658.                 },

  3659.                 {

  3660.                     "llm_name": "Yi-34B-Chat",

  3661.                     "tags": "LLM,CHAT",

  3662.                     "max_tokens": 32768,

  3663.                     "model_type": "chat",

  3664.                     "is_tools": false

  3665.                 },

  3666.                 {

  3667.                     "llm_name": "ERNIE-4.5-Turbo-VL",

  3668.                     "tags": "LLM,IMAGE2TEXT",

  3669.                     "max_tokens": 4096,

  3670.                     "model_type": "image2text",

  3671.                     "is_tools": false

  3672.                 },

  3673.                 {

  3674.                     "llm_name": "Qwen2.5-VL-32B-Instruct",

  3675.                     "tags": "LLM,IMAGE2TEXT",

  3676.                     "max_tokens": 32768,

  3677.                     "model_type": "image2text",

  3678.                     "is_tools": true

  3679.                 },

  3680.                 {

  3681.                     "llm_name": "Qwen2-VL-72B",

  3682.                     "tags": "LLM,IMAGE2TEXT",

  3683.                     "max_tokens": 4096,

  3684.                     "model_type": "image2text",

  3685.                     "is_tools": false

  3686.                 },

  3687.                 {

  3688.                     "llm_name": "Align-DS-V",

  3689.                     "tags": "LLM,IMAGE2TEXT",

  3690.                     "max_tokens": 4096,

  3691.                     "model_type": "image2text",

  3692.                     "is_tools": false

  3693.                 },

  3694.                 {

  3695.                     "llm_name": "InternVL3-78B",

  3696.                     "tags": "LLM,IMAGE2TEXT",

  3697.                     "max_tokens": 32768,

  3698.                     "model_type": "image2text",

  3699.                     "is_tools": false

  3700.                 },

  3701.                 {

  3702.                     "llm_name": "InternVL3-38B",

  3703.                     "tags": "LLM,IMAGE2TEXT",

  3704.                     "max_tokens": 32768,

  3705.                     "model_type": "image2text",

  3706.                     "is_tools": false

  3707.                 },

  3708.                 {

  3709.                     "llm_name": "InternVL2.5-78B",

  3710.                     "tags": "LLM,IMAGE2TEXT",

  3711.                     "max_tokens": 32768,

  3712.                     "model_type": "image2text",

  3713.                     "is_tools": false

  3714.                 },

  3715.                 {

  3716.                     "llm_name": "InternVL2.5-26B",

  3717.                     "tags": "LLM,IMAGE2TEXT",

  3718.                     "max_tokens": 16384,

  3719.                     "model_type": "image2text",

  3720.                     "is_tools": false

  3721.                 },

  3722.                 {

  3723.                     "llm_name": "InternVL2-8B",

  3724.                     "tags": "LLM,IMAGE2TEXT",

  3725.                     "max_tokens": 8192,

  3726.                     "model_type": "image2text",

  3727.                     "is_tools": false

  3728.                 },

  3729.                 {

  3730.                     "llm_name": "Qwen2-Audio-7B-Instruct",

  3731.                     "tags": "LLM,SPEECH2TEXT,IMAGE2TEXT",

  3732.                     "max_tokens": 8192,

  3733.                     "model_type": "speech2text",

  3734.                     "is_tools": false

  3735.                 },

  3736.                 {

  3737.                     "llm_name": "whisper-base",

  3738.                     "tags": "SPEECH2TEXT",

  3739.                     "max_tokens": 512,

  3740.                     "model_type": "speech2text",

  3741.                     "is_tools": false

  3742.                 },

  3743.                 {

  3744.                     "llm_name": "whisper-large",

  3745.                     "tags": "SPEECH2TEXT",

  3746.                     "max_tokens": 512,

  3747.                     "model_type": "speech2text",

  3748.                     "is_tools": false

  3749.                 },

  3750.                 {

  3751.                     "llm_name": "whisper-large-v3-turbo",

  3752.                     "tags": "SPEECH2TEXT",

  3753.                     "max_tokens": 512,

  3754.                     "model_type": "speech2text",

  3755.                     "is_tools": false

  3756.                 },

  3757.                 {

  3758.                     "llm_name": "whisper-large-v3",

  3759.                     "tags": "SPEECH2TEXT",

  3760.                     "max_tokens": 512,

  3761.                     "model_type": "speech2text",

  3762.                     "is_tools": false

  3763.                 },

  3764.                 {

  3765.                     "llm_name": "SenseVoiceSmall",

  3766.                     "tags": "SPEECH2TEXT",

  3767.                     "max_tokens": 512,

  3768.                     "model_type": "speech2text",

  3769.                     "is_tools": false

  3770.                 },

  3771.                 {

  3772.                     "llm_name": "Qwen3-Reranker-8B",

  3773.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3774.                     "max_tokens": 32768,

  3775.                     "model_type": "embedding",

  3776.                     "is_tools": false

  3777.                 },

  3778.                 {

  3779.                     "llm_name": "Qwen3-Reranker-4B",

  3780.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3781.                     "max_tokens": 32768,

  3782.                     "model_type": "embedding",

  3783.                     "is_tools": false

  3784.                 },

  3785.                 {

  3786.                     "llm_name": "Qwen3-Reranker-0.6B",

  3787.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3788.                     "max_tokens": 32768,

  3789.                     "model_type": "embedding",

  3790.                     "is_tools": false

  3791.                 },

  3792.                 {

  3793.                     "llm_name": "Qwen3-Embedding-8B",

  3794.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3795.                     "max_tokens": 8192,

  3796.                     "model_type": "embedding",

  3797.                     "is_tools": false

  3798.                 },

  3799.                 {

  3800.                     "llm_name": "Qwen3-Embedding-4B",

  3801.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3802.                     "max_tokens": 4096,

  3803.                     "model_type": "embedding",

  3804.                     "is_tools": false

  3805.                 },

  3806.                 {

  3807.                     "llm_name": "Qwen3-Embedding-0.6B",

  3808.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3809.                     "max_tokens": 4096,

  3810.                     "model_type": "embedding",

  3811.                     "is_tools": false

  3812.                 },

  3813.                 {

  3814.                     "llm_name": "jina-clip-v1",

  3815.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3816.                     "max_tokens": 512,

  3817.                     "model_type": "embedding",

  3818.                     "is_tools": false

  3819.                 },

  3820.                 {

  3821.                     "llm_name": "jina-clip-v2",

  3822.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3823.                     "max_tokens": 8192,

  3824.                     "model_type": "embedding",

  3825.                     "is_tools": false

  3826.                 },

  3827.                 {

  3828.                     "llm_name": "jina-reranker-m0",

  3829.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3830.                     "max_tokens": 10240,

  3831.                     "model_type": "embedding",

  3832.                     "is_tools": false

  3833.                 },

  3834.                 {

  3835.                     "llm_name": "bce-embedding-base_v1",

  3836.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3837.                     "max_tokens": 512,

  3838.                     "model_type": "embedding",

  3839.                     "is_tools": false

  3840.                 },

  3841.                 {

  3842.                     "llm_name": "bce-reranker-base_v1",

  3843.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3844.                     "max_tokens": 512,

  3845.                     "model_type": "embedding",

  3846.                     "is_tools": false

  3847.                 },

  3848.                 {

  3849.                     "llm_name": "bge-m3",

  3850.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3851.                     "max_tokens": 8192,

  3852.                     "model_type": "embedding",

  3853.                     "is_tools": false

  3854.                 },

  3855.                 {

  3856.                     "llm_name": "bge-reranker-v2-m3",

  3857.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3858.                     "max_tokens": 8192,

  3859.                     "model_type": "embedding",

  3860.                     "is_tools": false

  3861.                 },

  3862.                 {

  3863.                     "llm_name": "bge-large-zh-v1.5",

  3864.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3865.                     "max_tokens": 1024,

  3866.                     "model_type": "embedding",

  3867.                     "is_tools": false

  3868.                 },

  3869.                 {

  3870.                     "llm_name": "bge-small-zh-v1.5",

  3871.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3872.                     "max_tokens": 512,

  3873.                     "model_type": "embedding",

  3874.                     "is_tools": false

  3875.                 },

  3876.                 {

  3877.                     "llm_name": "nomic-embed-code",

  3878.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3879.                     "max_tokens": 512,

  3880.                     "model_type": "embedding",

  3881.                     "is_tools": false

  3882.                 },

  3883.                 {

  3884.                     "llm_name": "all-mpnet-base-v2",

  3885.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3886.                     "max_tokens": 512,

  3887.                     "model_type": "embedding",

  3888.                     "is_tools": false

  3889.                 }

  3890.             ]

  3891.         },

  3892.         {

  3893.             "name": "Google Cloud",

  3894.             "logo": "",

  3895.             "tags": "LLM",

  3896.             "status": "1",

  3897.             "llm": []

  3898.         },

  3899.         {

  3900.             "name": "HuggingFace",

  3901.             "logo": "",

  3902.             "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3903.             "status": "1",

  3904.             "llm": []

  3905.         },

  3906.         {

  3907.             "name": "GPUStack",

  3908.             "logo": "",

  3909.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,TEXT RE-RANK",

  3910.             "status": "1",

  3911.             "llm": []

  3912.         },

  3913.         {

  3914.             "name": "DeepInfra",

  3915.             "logo": "",

  3916.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,MODERATION",

  3917.             "status": "1",

  3918.             "llm": [

  3919.                 {

  3920.                     "llm_name": "moonshotai/Kimi-K2-Instruct",

  3921.                     "tags": "LLM,CHAT",

  3922.                     "model_type": "chat"

  3923.                 },

  3924.                 {

  3925.                     "llm_name": "mistralai/Voxtral-Small-24B-2507",

  3926.                     "tags": "SPEECH2TEXT",

  3927.                     "model_type": "speech2text"

  3928.                 },

  3929.                 {

  3930.                     "llm_name": "mistralai/Voxtral-Mini-3B-2507",

  3931.                     "tags": "SPEECH2TEXT",

  3932.                     "model_type": "speech2text"

  3933.                 },

  3934.                 {

  3935.                     "llm_name": "deepseek-ai/DeepSeek-R1-0528-Turbo",

  3936.                     "tags": "LLM,CHAT",

  3937.                     "model_type": "chat"

  3938.                 },

  3939.                 {

  3940.                     "llm_name": "Qwen/Qwen3-235B-A22B",

  3941.                     "tags": "LLM,CHAT",

  3942.                     "model_type": "chat"

  3943.                 },

  3944.                 {

  3945.                     "llm_name": "Qwen/Qwen3-30B-A3B",

  3946.                     "tags": "LLM,CHAT",

  3947.                     "model_type": "chat"

  3948.                 },

  3949.                 {

  3950.                     "llm_name": "Qwen/Qwen3-32B",

  3951.                     "tags": "LLM,CHAT",

  3952.                     "model_type": "chat"

  3953.                 },

  3954.                 {

  3955.                     "llm_name": "Qwen/Qwen3-14B",

  3956.                     "tags": "LLM,CHAT",

  3957.                     "model_type": "chat"

  3958.                 },

  3959.                 {

  3960.                     "llm_name": "deepseek-ai/DeepSeek-V3-0324-Turbo",

  3961.                     "tags": "LLM,CHAT",

  3962.                     "model_type": "chat"

  3963.                 },

  3964.                 {

  3965.                     "llm_name": "meta-llama/Llama-4-Maverick-17B-128E-Instruct-Turbo",

  3966.                     "tags": "LLM,CHAT",

  3967.                     "model_type": "chat"

  3968.                 },

  3969.                 {

  3970.                     "llm_name": "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",

  3971.                     "tags": "LLM,CHAT",

  3972.                     "model_type": "chat"

  3973.                 },

  3974.                 {

  3975.                     "llm_name": "meta-llama/Llama-4-Scout-17B-16E-Instruct",

  3976.                     "tags": "LLM,CHAT",

  3977.                     "model_type": "chat"

  3978.                 },

  3979.                 {

  3980.                     "llm_name": "deepseek-ai/DeepSeek-R1-0528",

  3981.                     "tags": "LLM,CHAT",

  3982.                     "model_type": "chat"

  3983.                 },

  3984.                 {

  3985.                     "llm_name": "deepseek-ai/DeepSeek-V3-0324",

  3986.                     "tags": "LLM,CHAT",

  3987.                     "model_type": "chat"

  3988.                 },

  3989.                 {

  3990.                     "llm_name": "mistralai/Devstral-Small-2507",

  3991.                     "tags": "LLM,CHAT",

  3992.                     "model_type": "chat"

  3993.                 },

  3994.                 {

  3995.                     "llm_name": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",

  3996.                     "tags": "LLM,CHAT",

  3997.                     "model_type": "chat"

  3998.                 },

  3999.                 {

  4000.                     "llm_name": "meta-llama/Llama-Guard-4-12B",

  4001.                     "tags": "LLM,CHAT",

  4002.                     "model_type": "chat"

  4003.                 },

  4004.                 {

  4005.                     "llm_name": "Qwen/QwQ-32B",

  4006.                     "tags": "LLM,CHAT",

  4007.                     "model_type": "chat"

  4008.                 },

  4009.                 {

  4010.                     "llm_name": "anthropic/claude-4-opus",

  4011.                     "tags": "LLM,CHAT",

  4012.                     "model_type": "chat"

  4013.                 },

  4014.                 {

  4015.                     "llm_name": "anthropic/claude-4-sonnet",

  4016.                     "tags": "LLM,CHAT",

  4017.                     "model_type": "chat"

  4018.                 },

  4019.                 {

  4020.                     "llm_name": "google/gemini-2.5-flash",

  4021.                     "tags": "LLM,CHAT",

  4022.                     "model_type": "chat"

  4023.                 },

  4024.                 {

  4025.                     "llm_name": "google/gemini-2.5-pro",

  4026.                     "tags": "LLM,CHAT",

  4027.                     "model_type": "chat"

  4028.                 },

  4029.                 {

  4030.                     "llm_name": "google/gemma-3-27b-it",

  4031.                     "tags": "LLM,CHAT",

  4032.                     "model_type": "chat"

  4033.                 },

  4034.                 {

  4035.                     "llm_name": "google/gemma-3-12b-it",

  4036.                     "tags": "LLM,CHAT",

  4037.                     "model_type": "chat"

  4038.                 },

  4039.                 {

  4040.                     "llm_name": "google/gemma-3-4b-it",

  4041.                     "tags": "LLM,CHAT",

  4042.                     "model_type": "chat"

  4043.                 },

  4044.                 {

  4045.                     "llm_name": "hexgrad/Kokoro-82M",

  4046.                     "tags": "TTS",

  4047.                     "model_type": "tts"

  4048.                 },

  4049.                 {

  4050.                     "llm_name": "canopylabs/orpheus-3b-0.1-ft",

  4051.                     "tags": "TTS",

  4052.                     "model_type": "tts"

  4053.                 },

  4054.                 {

  4055.                     "llm_name": "sesame/csm-1b",

  4056.                     "tags": "TTS",

  4057.                     "model_type": "tts"

  4058.                 },

  4059.                 {

  4060.                     "llm_name": "microsoft/Phi-4-multimodal-instruct",

  4061.                     "tags": "LLM,CHAT",

  4062.                     "model_type": "chat"

  4063.                 },

  4064.                 {

  4065.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",

  4066.                     "tags": "LLM,CHAT",

  4067.                     "model_type": "chat"

  4068.                 },

  4069.                 {

  4070.                     "llm_name": "deepseek-ai/DeepSeek-V3",

  4071.                     "tags": "LLM,CHAT",

  4072.                     "model_type": "chat"

  4073.                 },

  4074.                 {

  4075.                     "llm_name": "meta-llama/Llama-3.3-70B-Instruct-Turbo",

  4076.                     "tags": "LLM,CHAT",

  4077.                     "model_type": "chat"

  4078.                 },

  4079.                 {

  4080.                     "llm_name": "meta-llama/Llama-3.3-70B-Instruct",

  4081.                     "tags": "LLM,CHAT",

  4082.                     "model_type": "chat"

  4083.                 },

  4084.                 {

  4085.                     "llm_name": "microsoft/phi-4",

  4086.                     "tags": "LLM,CHAT",

  4087.                     "model_type": "chat"

  4088.                 },

  4089.                 {

  4090.                     "llm_name": "openai/whisper-large-v3-turbo",

  4091.                     "tags": "SPEECH2TEXT",

  4092.                     "model_type": "speech2text"

  4093.                 },

  4094.                 {

  4095.                     "llm_name": "BAAI/bge-base-en-v1.5",

  4096.                     "tags": "TEXT EMBEDDING",

  4097.                     "model_type": "embedding"

  4098.                 },

  4099.                 {

  4100.                     "llm_name": "BAAI/bge-en-icl",

  4101.                     "tags": "TEXT EMBEDDING",

  4102.                     "model_type": "embedding"

  4103.                 },

  4104.                 {

  4105.                     "llm_name": "BAAI/bge-large-en-v1.5",

  4106.                     "tags": "TEXT EMBEDDING",

  4107.                     "model_type": "embedding"

  4108.                 },

  4109.                 {

  4110.                     "llm_name": "BAAI/bge-m3",

  4111.                     "tags": "TEXT EMBEDDING",

  4112.                     "model_type": "embedding"

  4113.                 },

  4114.                 {

  4115.                     "llm_name": "BAAI/bge-m3-multi",

  4116.                     "tags": "TEXT EMBEDDING",

  4117.                     "model_type": "embedding"

  4118.                 },

  4119.                 {

  4120.                     "llm_name": "Qwen/Qwen3-Embedding-0.6B",

  4121.                     "tags": "TEXT EMBEDDING",

  4122.                     "model_type": "embedding"

  4123.                 },

  4124.                 {

  4125.                     "llm_name": "Qwen/Qwen3-Embedding-4B",

  4126.                     "tags": "TEXT EMBEDDING",

  4127.                     "model_type": "embedding"

  4128.                 },

  4129.                 {

  4130.                     "llm_name": "Qwen/Qwen3-Embedding-8B",

  4131.                     "tags": "TEXT EMBEDDING",

  4132.                     "model_type": "embedding"

  4133.                 },

  4134.                 {

  4135.                     "llm_name": "intfloat/e5-base-v2",

  4136.                     "tags": "TEXT EMBEDDING",

  4137.                     "model_type": "embedding"

  4138.                 },

  4139.                 {

  4140.                     "llm_name": "intfloat/e5-large-v2",

  4141.                     "tags": "TEXT EMBEDDING",

  4142.                     "model_type": "embedding"

  4143.                 },

  4144.                 {

  4145.                     "llm_name": "intfloat/multilingual-e5-large",

  4146.                     "tags": "TEXT EMBEDDING",

  4147.                     "model_type": "embedding"

  4148.                 },

  4149.                 {

  4150.                     "llm_name": "intfloat/multilingual-e5-large-instruct",

  4151.                     "tags": "TEXT EMBEDDING",

  4152.                     "model_type": "embedding"

  4153.                 },

  4154.                 {

  4155.                     "llm_name": "sentence-transformers/all-MiniLM-L12-v2",

  4156.                     "tags": "TEXT EMBEDDING",

  4157.                     "model_type": "embedding"

  4158.                 },

  4159.                 {

  4160.                     "llm_name": "sentence-transformers/all-MiniLM-L6-v2",

  4161.                     "tags": "TEXT EMBEDDING",

  4162.                     "model_type": "embedding"

  4163.                 },

  4164.                 {

  4165.                     "llm_name": "sentence-transformers/all-mpnet-base-v2",

  4166.                     "tags": "TEXT EMBEDDING",

  4167.                     "model_type": "embedding"

  4168.                 },

  4169.                 {

  4170.                     "llm_name": "sentence-transformers/clip-ViT-B-32",

  4171.                     "tags": "TEXT EMBEDDING",

  4172.                     "model_type": "embedding"

  4173.                 },

  4174.                 {

  4175.                     "llm_name": "sentence-transformers/clip-ViT-B-32-multilingual-v1",

  4176.                     "tags": "TEXT EMBEDDING",

  4177.                     "model_type": "embedding"

  4178.                 },

  4179.                 {

  4180.                     "llm_name": "sentence-transformers/multi-qa-mpnet-base-dot-v1",

  4181.                     "tags": "TEXT EMBEDDING",

  4182.                     "model_type": "embedding"

  4183.                 },

  4184.                 {

  4185.                     "llm_name": "sentence-transformers/paraphrase-MiniLM-L6-v2",

  4186.                     "tags": "TEXT EMBEDDING",

  4187.                     "model_type": "embedding"

  4188.                 },

  4189.                 {

  4190.                     "llm_name": "shibing624/text2vec-base-chinese",

  4191.                     "tags": "TEXT EMBEDDING",

  4192.                     "model_type": "embedding"

  4193.                 },

  4194.                 {

  4195.                     "llm_name": "thenlper/gte-base",

  4196.                     "tags": "TEXT EMBEDDING",

  4197.                     "model_type": "embedding"

  4198.                 },

  4199.                 {

  4200.                     "llm_name": "thenlper/gte-large",

  4201.                     "tags": "TEXT EMBEDDING",

  4202.                     "model_type": "embedding"

  4203.                 }

  4204.             ]

  4205.         },

  4206.         {

  4207.             "name": "302.AI",

  4208.             "logo": "",

  4209.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT",

  4210.             "status": "1",

  4211.             "llm": [

  4212.                 {

  4213.                     "llm_name": "deepseek-chat",

  4214.                     "tags": "LLM,CHAT",

  4215.                     "max_tokens": 32000,

  4216.                     "model_type": "chat",

  4217.                     "is_tools": true

  4218.                 },

  4219.                 {

  4220.                     "llm_name": "gpt-4o",

  4221.                     "tags": "LLM,CHAT,128k",

  4222.                     "max_tokens": 128000,

  4223.                     "model_type": "chat",

  4224.                     "is_tools": true

  4225.                 },

  4226.                 {

  4227.                     "llm_name": "chatgpt-4o-latest",

  4228.                     "tags": "LLM,CHAT,128k",

  4229.                     "max_tokens": 128000,

  4230.                     "model_type": "chat",

  4231.                     "is_tools": true

  4232.                 },

  4233.                 {

  4234.                     "llm_name": "llama3.3-70b",

  4235.                     "tags": "LLM,CHAT,128k",

  4236.                     "max_tokens": 128000,

  4237.                     "model_type": "chat",

  4238.                     "is_tools": true

  4239.                 },

  4240.                 {

  4241.                     "llm_name": "deepseek-reasoner",

  4242.                     "tags": "LLM,CHAT,64k",

  4243.                     "max_tokens": 64000,

  4244.                     "model_type": "chat",

  4245.                     "is_tools": true

  4246.                 },

  4247.                 {

  4248.                     "llm_name": "gemini-2.0-flash",

  4249.                     "tags": "LLM,CHAT",

  4250.                     "max_tokens": 1000000,

  4251.                     "model_type": "image2text",

  4252.                     "is_tools": true

  4253.                 },

  4254.                 {

  4255.                     "llm_name": "claude-3-7-sonnet-20250219",

  4256.                     "tags": "LLM,CHAT",

  4257.                     "max_tokens": 200000,

  4258.                     "model_type": "chat",

  4259.                     "is_tools": true

  4260.                 },

  4261.                 {

  4262.                     "llm_name": "claude-3-7-sonnet-latest",

  4263.                     "tags": "LLM,CHAT",

  4264.                     "max_tokens": 200000,

  4265.                     "model_type": "chat",

  4266.                     "is_tools": true

  4267.                 },

  4268.                 {

  4269.                     "llm_name": "grok-3-beta",

  4270.                     "tags": "LLM,CHAT",

  4271.                     "max_tokens": 131072,

  4272.                     "model_type": "chat",

  4273.                     "is_tools": true

  4274.                 },

  4275.                 {

  4276.                     "llm_name": "grok-3-mini-beta",

  4277.                     "tags": "LLM,CHAT",

  4278.                     "max_tokens": 131072,

  4279.                     "model_type": "chat",

  4280.                     "is_tools": true

  4281.                 },

  4282.                 {

  4283.                     "llm_name": "gpt-4.1",

  4284.                     "tags": "LLM,CHAT",

  4285.                     "max_tokens": 1000000,

  4286.                     "model_type": "chat",

  4287.                     "is_tools": true

  4288.                 },

  4289.                 {

  4290.                     "llm_name": "o3",

  4291.                     "tags": "LLM,CHAT",

  4292.                     "max_tokens": 200000,

  4293.                     "model_type": "chat",

  4294.                     "is_tools": true

  4295.                 },

  4296.                 {

  4297.                     "llm_name": "o4-mini",

  4298.                     "tags": "LLM,CHAT",

  4299.                     "max_tokens": 200000,

  4300.                     "model_type": "chat",

  4301.                     "is_tools": true

  4302.                 },

  4303.                 {

  4304.                     "llm_name": "qwen3-235b-a22b",

  4305.                     "tags": "LLM,CHAT,128k",

  4306.                     "max_tokens": 128000,

  4307.                     "model_type": "chat",

  4308.                     "is_tools": false

  4309.                 },

  4310.                 {

  4311.                     "llm_name": "qwen3-32b",

  4312.                     "tags": "LLM,CHAT,128k",

  4313.                     "max_tokens": 128000,

  4314.                     "model_type": "chat",

  4315.                     "is_tools": false

  4316.                 },

  4317.                 {

  4318.                     "llm_name": "gemini-2.5-pro-preview-05-06",

  4319.                     "tags": "LLM,CHAT",

  4320.                     "max_tokens": 1000000,

  4321.                     "model_type": "chat",

  4322.                     "is_tools": true

  4323.                 },

  4324.                 {

  4325.                     "llm_name": "llama-4-maverick",

  4326.                     "tags": "LLM,CHAT,128k",

  4327.                     "max_tokens": 128000,

  4328.                     "model_type": "chat",

  4329.                     "is_tools": true

  4330.                 },

  4331.                 {

  4332.                     "llm_name": "gemini-2.5-flash",

  4333.                     "tags": "LLM,CHAT",

  4334.                     "max_tokens": 1000000,

  4335.                     "model_type": "chat",

  4336.                     "is_tools": true

  4337.                 },

  4338.                 {

  4339.                     "llm_name": "claude-sonnet-4-20250514",

  4340.                     "tags": "LLM,CHAT",

  4341.                     "max_tokens": 200000,

  4342.                     "model_type": "chat",

  4343.                     "is_tools": true

  4344.                 },

  4345.                 {

  4346.                     "llm_name": "claude-opus-4-20250514",

  4347.                     "tags": "LLM,CHAT",

  4348.                     "max_tokens": 200000,

  4349.                     "model_type": "image2text",

  4350.                     "is_tools": true

  4351.                 },

  4352.                 {

  4353.                     "llm_name": "gemini-2.5-pro",

  4354.                     "tags": "LLM,CHAT",

  4355.                     "max_tokens": 1000000,

  4356.                     "model_type": "image2text",

  4357.                     "is_tools": true

  4358.                 },

  4359.                 {

  4360.                     "llm_name": "jina-clip-v2",

  4361.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  4362.                     "max_tokens": 8192,

  4363.                     "model_type": "embedding",

  4364.                     "is_tools": false

  4365.                 },

  4366.                 {

  4367.                     "llm_name": "jina-reranker-m0",

  4368.                     "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  4369.                     "max_tokens": 10240,

  4370.                     "model_type": "rerank",

  4371.                     "is_tools": false

  4372.                 }

  4373.             ]

  4374.         }

  4375.     ]

  4376. }