OpenSource
/
ragflow
İzle 4
Yıldızla 0
Çatalla 0
Kod Sorunlar 0 Değişiklik İstekleri 0 Sürümler 33 Wiki Aktivite
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
3242 İşlemeler
7 Dallar
Ağaç: 887651e5fa
Dallar Biçim İmleri
${ item.name }
Branş ${ searchTerm } oluştur
'887651e5fa'den
${ noResults }
ragflow/conf/llm_factories.json

llm_factories.json 115KB
Ham Blame Geçmiş

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312 
  1. {

  2.     "factory_llm_infos": [

  3.         {

  4.             "name": "OpenAI",

  5.             "logo": "",

  6.             "tags": "LLM,TEXT EMBEDDING,TTS,TEXT RE-RANK,SPEECH2TEXT,MODERATION",

  7.             "status": "1",

  8.             "llm": [

  9.                 {

  10.                     "llm_name": "gpt-4.1",

  11.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  12.                     "max_tokens": 1047576,

  13.                     "model_type": "chat",

  14.                     "is_tools": true

  15.                 },

  16.                 {

  17.                     "llm_name": "gpt-4.1-mini",

  18.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  19.                     "max_tokens": 1047576,

  20.                     "model_type": "chat",

  21.                     "is_tools": true

  22.                 },

  23.                 {

  24.                     "llm_name": "gpt-4.1-nano",

  25.                     "tags": "LLM,CHAT,1M,IMAGE2TEXT",

  26.                     "max_tokens": 1047576,

  27.                     "model_type": "chat",

  28.                     "is_tools": true

  29.                 },

  30.                 {

  31.                     "llm_name": "gpt-4.5-preview",

  32.                     "tags": "LLM,CHAT,128K",

  33.                     "max_tokens": 128000,

  34.                     "model_type": "chat",

  35.                     "is_tools": true

  36.                 },

  37.                 {

  38.                     "llm_name": "o3",

  39.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  40.                     "max_tokens": 200000,

  41.                     "model_type": "chat",

  42.                     "is_tools": true

  43.                 },

  44.                 {

  45.                     "llm_name": "o4-mini",

  46.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  47.                     "max_tokens": 200000,

  48.                     "model_type": "chat",

  49.                     "is_tools": true

  50.                 },

  51.                 {

  52.                     "llm_name": "o4-mini-high",

  53.                     "tags": "LLM,CHAT,200K,IMAGE2TEXT",

  54.                     "max_tokens": 200000,

  55.                     "model_type": "chat",

  56.                     "is_tools": true

  57.                 },

  58.                 {

  59.                     "llm_name": "gpt-4o-mini",

  60.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  61.                     "max_tokens": 128000,

  62.                     "model_type": "chat",

  63.                     "is_tools": true

  64.                 },

  65.                 {

  66.                     "llm_name": "gpt-4o",

  67.                     "tags": "LLM,CHAT,128K,IMAGE2TEXT",

  68.                     "max_tokens": 128000,

  69.                     "model_type": "chat",

  70.                     "is_tools": true

  71.                 },

  72.                 {

  73.                     "llm_name": "gpt-3.5-turbo",

  74.                     "tags": "LLM,CHAT,4K",

  75.                     "max_tokens": 4096,

  76.                     "model_type": "chat",

  77.                     "is_tools": false

  78.                 },

  79.                 {

  80.                     "llm_name": "gpt-3.5-turbo-16k-0613",

  81.                     "tags": "LLM,CHAT,16k",

  82.                     "max_tokens": 16385,

  83.                     "model_type": "chat",

  84.                     "is_tools": false

  85.                 },

  86.                 {

  87.                     "llm_name": "text-embedding-ada-002",

  88.                     "tags": "TEXT EMBEDDING,8K",

  89.                     "max_tokens": 8191,

  90.                     "model_type": "embedding",

  91.                     "is_tools": false

  92.                 },

  93.                 {

  94.                     "llm_name": "text-embedding-3-small",

  95.                     "tags": "TEXT EMBEDDING,8K",

  96.                     "max_tokens": 8191,

  97.                     "model_type": "embedding",

  98.                     "is_tools": false

  99.                 },

  100.                 {

  101.                     "llm_name": "text-embedding-3-large",

  102.                     "tags": "TEXT EMBEDDING,8K",

  103.                     "max_tokens": 8191,

  104.                     "model_type": "embedding",

  105.                     "is_tools": false

  106.                 },

  107.                 {

  108.                     "llm_name": "whisper-1",

  109.                     "tags": "SPEECH2TEXT",

  110.                     "max_tokens": 26214400,

  111.                     "model_type": "speech2text",

  112.                     "is_tools": false

  113.                 },

  114.                 {

  115.                     "llm_name": "gpt-4",

  116.                     "tags": "LLM,CHAT,8K",

  117.                     "max_tokens": 8191,

  118.                     "model_type": "chat",

  119.                     "is_tools": false

  120.                 },

  121.                 {

  122.                     "llm_name": "gpt-4-turbo",

  123.                     "tags": "LLM,CHAT,8K",

  124.                     "max_tokens": 8191,

  125.                     "model_type": "chat",

  126.                     "is_tools": true

  127.                 },

  128.                 {

  129.                     "llm_name": "gpt-4-32k",

  130.                     "tags": "LLM,CHAT,32K",

  131.                     "max_tokens": 32768,

  132.                     "model_type": "chat",

  133.                     "is_tools": false

  134.                 },

  135.                 {

  136.                     "llm_name": "tts-1",

  137.                     "tags": "TTS",

  138.                     "max_tokens": 2048,

  139.                     "model_type": "tts",

  140.                     "is_tools": false

  141.                 }

  142.             ]

  143.         },

  144.         {

  145.             "name": "Tongyi-Qianwen",

  146.             "logo": "",

  147.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,TTS,SPEECH2TEXT,MODERATION",

  148.             "status": "1",

  149.             "llm": [

  150.                 {

  151.                     "llm_name": "deepseek-r1",

  152.                     "tags": "LLM,CHAT,64K",

  153.                     "max_tokens": 65792,

  154.                     "model_type": "chat",

  155.                     "is_tools": false

  156.                 },

  157.                 {

  158.                     "llm_name": "deepseek-v3",

  159.                     "tags": "LLM,CHAT,64K",

  160.                     "max_tokens": 65792,

  161.                     "model_type": "chat",

  162.                     "is_tools": false

  163.                 },

  164.                 {

  165.                     "llm_name": "deepseek-r1-distill-qwen-1.5b",

  166.                     "tags": "LLM,CHAT,32K",

  167.                     "max_tokens": 32768,

  168.                     "model_type": "chat",

  169.                     "is_tools": false

  170.                 },

  171.                 {

  172.                     "llm_name": "deepseek-r1-distill-qwen-7b",

  173.                     "tags": "LLM,CHAT,32K",

  174.                     "max_tokens": 32768,

  175.                     "model_type": "chat",

  176.                     "is_tools": false

  177.                 },

  178.                 {

  179.                     "llm_name": "deepseek-r1-distill-qwen-14b",

  180.                     "tags": "LLM,CHAT,32K",

  181.                     "max_tokens": 32768,

  182.                     "model_type": "chat",

  183.                     "is_tools": false

  184.                 },

  185.                 {

  186.                     "llm_name": "deepseek-r1-distill-qwen-32b",

  187.                     "tags": "LLM,CHAT,32K",

  188.                     "max_tokens": 32768,

  189.                     "model_type": "chat",

  190.                     "is_tools": false

  191.                 },

  192.                 {

  193.                     "llm_name": "deepseek-r1-distill-llama-8b",

  194.                     "tags": "LLM,CHAT,32K",

  195.                     "max_tokens": 32768,

  196.                     "model_type": "chat",

  197.                     "is_tools": false

  198.                 },

  199.                 {

  200.                     "llm_name": "deepseek-r1-distill-llama-70b",

  201.                     "tags": "LLM,CHAT,32K",

  202.                     "max_tokens": 32768,

  203.                     "model_type": "chat",

  204.                     "is_tools": false

  205.                 },

  206.                 {

  207.                     "llm_name": "qwq-32b",

  208.                     "tags": "LLM,CHAT,128k",

  209.                     "max_tokens": 131072,

  210.                     "model_type": "chat",

  211.                     "is_tools": true

  212.                 },

  213.                 {

  214.                     "llm_name": "qwq-plus",

  215.                     "tags": "LLM,CHAT,132k",

  216.                     "max_tokens": 131072,

  217.                     "model_type": "chat",

  218.                     "is_tools": true

  219.                 },

  220.                 {

  221.                     "llm_name": "qwq-plus-latest",

  222.                     "tags": "LLM,CHAT,132k",

  223.                     "max_tokens": 131072,

  224.                     "model_type": "chat",

  225.                     "is_tools": true

  226.                 },

  227.                 {

  228.                     "llm_name": "qwen3-30b-a3b",

  229.                     "tags": "LLM,CHAT,128k",

  230.                     "max_tokens": 128000,

  231.                     "model_type": "chat",

  232.                     "is_tools": true

  233.                 },

  234.                 {

  235.                     "llm_name": "qwen3-235b-a22b",

  236.                     "tags": "LLM,CHAT,128k",

  237.                     "max_tokens": 128000,

  238.                     "model_type": "chat",

  239.                     "is_tools": true

  240.                 },

  241.                 {

  242.                     "llm_name": "qwen3-0.6b",

  243.                     "tags": "LLM,CHAT,32k",

  244.                     "max_tokens": 32000,

  245.                     "model_type": "chat",

  246.                     "is_tools": true

  247.                 },

  248.                 {

  249.                     "llm_name": "qwen3-1.7b",

  250.                     "tags": "LLM,CHAT,32k",

  251.                     "max_tokens": 32000,

  252.                     "model_type": "chat",

  253.                     "is_tools": true

  254.                 },

  255.                 {

  256.                     "llm_name": "qwen3-4b",

  257.                     "tags": "LLM,CHAT,128k",

  258.                     "max_tokens": 128000,

  259.                     "model_type": "chat",

  260.                     "is_tools": true

  261.                 },

  262.                 {

  263.                     "llm_name": "qwen3-8b",

  264.                     "tags": "LLM,CHAT,128k",

  265.                     "max_tokens": 128000,

  266.                     "model_type": "chat",

  267.                     "is_tools": true

  268.                 },

  269.                 {

  270.                     "llm_name": "qwen3-14b",

  271.                     "tags": "LLM,CHAT,128k",

  272.                     "max_tokens": 128000,

  273.                     "model_type": "chat",

  274.                     "is_tools": true

  275.                 },

  276.                 {

  277.                     "llm_name": "qwen3-32b",

  278.                     "tags": "LLM,CHAT,128k",

  279.                     "max_tokens": 128000,

  280.                     "model_type": "chat",

  281.                     "is_tools": true

  282.                 },

  283.                 {

  284.                     "llm_name": "qwen-long",

  285.                     "tags": "LLM,CHAT,10000K",

  286.                     "max_tokens": 1000000,

  287.                     "model_type": "chat",

  288.                     "is_tools": true

  289.                 },

  290.                 {

  291.                     "llm_name": "qwen-turbo",

  292.                     "tags": "LLM,CHAT,1M",

  293.                     "max_tokens": 1000000,

  294.                     "model_type": "chat",

  295.                     "is_tools": true

  296.                 },

  297.                 {

  298.                     "llm_name": "qwen-turbo-2025-04-28",

  299.                     "tags": "LLM,CHAT,1M",

  300.                     "max_tokens": 1000000,

  301.                     "model_type": "chat",

  302.                     "is_tools": true

  303.                 },

  304.                 {

  305.                     "llm_name": "qwen-turbo-latest",

  306.                     "tags": "LLM,CHAT,1M",

  307.                     "max_tokens": 1000000,

  308.                     "model_type": "chat",

  309.                     "is_tools": true

  310.                 },

  311.                 {

  312.                     "llm_name": "qwen-max",

  313.                     "tags": "LLM,CHAT,32K",

  314.                     "max_tokens": 32768,

  315.                     "model_type": "chat",

  316.                     "is_tools": true

  317.                 },

  318.                 {

  319.                     "llm_name": "qwen-plus",

  320.                     "tags": "LLM,CHAT,132k",

  321.                     "max_tokens": 131072,

  322.                     "model_type": "chat",

  323.                     "is_tools": true

  324.                 },

  325.                 {

  326.                     "llm_name": "qwen-plus-2025-04-28",

  327.                     "tags": "LLM,CHAT,128k",

  328.                     "max_tokens": 128000,

  329.                     "model_type": "chat",

  330.                     "is_tools": true

  331.                 },

  332.                 {

  333.                     "llm_name": "qwen-plus-latest",

  334.                     "tags": "LLM,CHAT,132k",

  335.                     "max_tokens": 131072,

  336.                     "model_type": "chat",

  337.                     "is_tools": true

  338.                 },

  339.                 {

  340.                     "llm_name": "text-embedding-v2",

  341.                     "tags": "TEXT EMBEDDING,2K",

  342.                     "max_tokens": 2048,

  343.                     "model_type": "embedding"

  344.                 },

  345.                 {

  346.                     "llm_name": "sambert-zhide-v1",

  347.                     "tags": "TTS",

  348.                     "max_tokens": 2048,

  349.                     "model_type": "tts"

  350.                 },

  351.                 {

  352.                     "llm_name": "sambert-zhiru-v1",

  353.                     "tags": "TTS",

  354.                     "max_tokens": 2048,

  355.                     "model_type": "tts"

  356.                 },

  357.                 {

  358.                     "llm_name": "text-embedding-v3",

  359.                     "tags": "TEXT EMBEDDING,8K",

  360.                     "max_tokens": 8192,

  361.                     "model_type": "embedding"

  362.                 },

  363.                 {

  364.                     "llm_name": "text-embedding-v4",

  365.                     "tags": "TEXT EMBEDDING,8K",

  366.                     "max_tokens": 8192,

  367.                     "model_type": "embedding"

  368.                 },

  369.                 {

  370.                     "llm_name": "qwen-vl-max",

  371.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  372.                     "max_tokens": 765,

  373.                     "model_type": "image2text",

  374.                     "is_tools": false

  375.                 },

  376.                 {

  377.                     "llm_name": "qwen-vl-plus",

  378.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  379.                     "max_tokens": 765,

  380.                     "model_type": "image2text",

  381.                     "is_tools": false

  382.                 },

  383.                 {

  384.                     "llm_name": "gte-rerank",

  385.                     "tags": "RE-RANK,4k",

  386.                     "max_tokens": 4000,

  387.                     "model_type": "rerank"

  388.                 }

  389.             ]

  390.         },

  391.         {

  392.             "name": "ZHIPU-AI",

  393.             "logo": "",

  394.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  395.             "status": "1",

  396.             "llm": [

  397.                 {

  398.                     "llm_name": "glm-4-plus",

  399.                     "tags": "LLM,CHAT,",

  400.                     "max_tokens": 128000,

  401.                     "model_type": "chat",

  402.                     "is_tools": true

  403.                 },

  404.                 {

  405.                     "llm_name": "glm-4-0520",

  406.                     "tags": "LLM,CHAT,",

  407.                     "max_tokens": 128000,

  408.                     "model_type": "chat",

  409.                     "is_tools": true

  410.                 },

  411.                 {

  412.                     "llm_name": "glm-4",

  413.                     "tags": "LLM,CHAT,",

  414.                     "max_tokens": 128000,

  415.                     "model_type": "chat",

  416.                     "is_tools": true

  417.                 },

  418.                 {

  419.                     "llm_name": "glm-4-airx",

  420.                     "tags": "LLM,CHAT,",

  421.                     "max_tokens": 8000,

  422.                     "model_type": "chat",

  423.                     "is_tools": true

  424.                 },

  425.                 {

  426.                     "llm_name": "glm-4-air",

  427.                     "tags": "LLM,CHAT,",

  428.                     "max_tokens": 128000,

  429.                     "model_type": "chat",

  430.                     "is_tools": true

  431.                 },

  432.                 {

  433.                     "llm_name": "glm-4-flash",

  434.                     "tags": "LLM,CHAT,",

  435.                     "max_tokens": 128000,

  436.                     "model_type": "chat",

  437.                     "is_tools": true

  438.                 },

  439.                 {

  440.                     "llm_name": "glm-4-flashx",

  441.                     "tags": "LLM,CHAT,",

  442.                     "max_tokens": 128000,

  443.                     "model_type": "chat",

  444.                     "is_tools": true

  445.                 },

  446.                 {

  447.                     "llm_name": "glm-4-long",

  448.                     "tags": "LLM,CHAT,",

  449.                     "max_tokens": 1000000,

  450.                     "model_type": "chat",

  451.                     "is_tools": true

  452.                 },

  453.                 {

  454.                     "llm_name": "glm-3-turbo",

  455.                     "tags": "LLM,CHAT,",

  456.                     "max_tokens": 128000,

  457.                     "model_type": "chat",

  458.                     "is_tools": true

  459.                 },

  460.                 {

  461.                     "llm_name": "glm-4v",

  462.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  463.                     "max_tokens": 2000,

  464.                     "model_type": "image2text",

  465.                     "is_tools": true

  466.                 },

  467.                 {

  468.                     "llm_name": "glm-4-9b",

  469.                     "tags": "LLM,CHAT,",

  470.                     "max_tokens": 8192,

  471.                     "model_type": "chat",

  472.                     "is_tools": true

  473.                 },

  474.                 {

  475.                     "llm_name": "embedding-2",

  476.                     "tags": "TEXT EMBEDDING",

  477.                     "max_tokens": 512,

  478.                     "model_type": "embedding"

  479.                 },

  480.                 {

  481.                     "llm_name": "embedding-3",

  482.                     "tags": "TEXT EMBEDDING",

  483.                     "max_tokens": 512,

  484.                     "model_type": "embedding"

  485.                 }

  486.             ]

  487.         },

  488.         {

  489.             "name": "Ollama",

  490.             "logo": "",

  491.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  492.             "status": "1",

  493.             "llm": []

  494.         },

  495.         {

  496.             "name": "ModelScope",

  497.             "logo": "",

  498.             "tags": "LLM",

  499.             "status": "1",

  500.             "llm": []

  501.         },

  502.         {

  503.             "name": "LocalAI",

  504.             "logo": "",

  505.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  506.             "status": "1",

  507.             "llm": []

  508.         },

  509.         {

  510.             "name": "OpenAI-API-Compatible",

  511.             "logo": "",

  512.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  513.             "status": "1",

  514.             "llm": []

  515.         },

  516.         {

  517.             "name": "VLLM",

  518.             "logo": "",

  519.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  520.             "status": "1",

  521.             "llm": []

  522.         },

  523.         {

  524.             "name": "Moonshot",

  525.             "logo": "",

  526.             "tags": "LLM,TEXT EMBEDDING",

  527.             "status": "1",

  528.             "llm": [

  529.                 {

  530.                     "llm_name": "moonshot-v1-8k",

  531.                     "tags": "LLM,CHAT,",

  532.                     "max_tokens": 7900,

  533.                     "model_type": "chat",

  534.                     "is_tools": true

  535.                 },

  536.                 {

  537.                     "llm_name": "moonshot-v1-32k",

  538.                     "tags": "LLM,CHAT,",

  539.                     "max_tokens": 32768,

  540.                     "model_type": "chat",

  541.                     "is_tools": true

  542.                 },

  543.                 {

  544.                     "llm_name": "moonshot-v1-128k",

  545.                     "tags": "LLM,CHAT",

  546.                     "max_tokens": 128000,

  547.                     "model_type": "chat",

  548.                     "is_tools": true

  549.                 },

  550.                 {

  551.                     "llm_name": "moonshot-v1-auto",

  552.                     "tags": "LLM,CHAT,",

  553.                     "max_tokens": 128000,

  554.                     "model_type": "chat",

  555.                     "is_tools": true

  556.                 }

  557.             ]

  558.         },

  559.         {

  560.             "name": "FastEmbed",

  561.             "logo": "",

  562.             "tags": "TEXT EMBEDDING",

  563.             "status": "1",

  564.             "llm": []

  565.         },

  566.         {

  567.             "name": "Xinference",

  568.             "logo": "",

  569.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,MODERATION,TEXT RE-RANK",

  570.             "status": "1",

  571.             "llm": []

  572.         },

  573.         {

  574.             "name": "Youdao",

  575.             "logo": "",

  576.             "tags": "TEXT EMBEDDING",

  577.             "status": "1",

  578.             "llm": [

  579.                 {

  580.                     "llm_name": "maidalun1020/bce-embedding-base_v1",

  581.                     "tags": "TEXT EMBEDDING,",

  582.                     "max_tokens": 512,

  583.                     "model_type": "embedding"

  584.                 }

  585.             ]

  586.         },

  587.         {

  588.             "name": "DeepSeek",

  589.             "logo": "",

  590.             "tags": "LLM",

  591.             "status": "1",

  592.             "llm": [

  593.                 {

  594.                     "llm_name": "deepseek-chat",

  595.                     "tags": "LLM,CHAT,",

  596.                     "max_tokens": 64000,

  597.                     "model_type": "chat",

  598.                     "is_tools": true

  599.                 },

  600.                 {

  601.                     "llm_name": "deepseek-reasoner",

  602.                     "tags": "LLM,CHAT,",

  603.                     "max_tokens": 64000,

  604.                     "model_type": "chat",

  605.                     "is_tools": true

  606.                 }

  607.             ]

  608.         },

  609.         {

  610.             "name": "VolcEngine",

  611.             "logo": "",

  612.             "tags": "LLM, TEXT EMBEDDING",

  613.             "status": "1",

  614.             "llm": [

  615.                 {

  616.                     "llm_name": "Doubao-pro-128k",

  617.                     "tags": "LLM,CHAT,128k",

  618.                     "max_tokens": 131072,

  619.                     "model_type": "chat",

  620.                     "is_tools": true

  621.                 },

  622.                 {

  623.                     "llm_name": "Doubao-pro-32k",

  624.                     "tags": "LLM,CHAT,32k",

  625.                     "max_tokens": 32768,

  626.                     "model_type": "chat",

  627.                     "is_tools": true

  628.                 },

  629.                 {

  630.                     "llm_name": "Doubao-pro-4k",

  631.                     "tags": "LLM,CHAT,4k",

  632.                     "max_tokens": 4096,

  633.                     "model_type": "chat",

  634.                     "is_tools": true

  635.                 }

  636.             ]

  637.         },

  638.         {

  639.             "name": "BaiChuan",

  640.             "logo": "",

  641.             "tags": "LLM,TEXT EMBEDDING",

  642.             "status": "1",

  643.             "llm": [

  644.                 {

  645.                     "llm_name": "Baichuan2-Turbo",

  646.                     "tags": "LLM,CHAT,32K",

  647.                     "max_tokens": 32768,

  648.                     "model_type": "chat",

  649.                     "is_tools": true

  650.                 },

  651.                 {

  652.                     "llm_name": "Baichuan2-Turbo-192k",

  653.                     "tags": "LLM,CHAT,192K",

  654.                     "max_tokens": 196608,

  655.                     "model_type": "chat",

  656.                     "is_tools": true

  657.                 },

  658.                 {

  659.                     "llm_name": "Baichuan3-Turbo",

  660.                     "tags": "LLM,CHAT,32K",

  661.                     "max_tokens": 32768,

  662.                     "model_type": "chat",

  663.                     "is_tools": true

  664.                 },

  665.                 {

  666.                     "llm_name": "Baichuan3-Turbo-128k",

  667.                     "tags": "LLM,CHAT,128K",

  668.                     "max_tokens": 131072,

  669.                     "model_type": "chat",

  670.                     "is_tools": true

  671.                 },

  672.                 {

  673.                     "llm_name": "Baichuan4",

  674.                     "tags": "LLM,CHAT,128K",

  675.                     "max_tokens": 131072,

  676.                     "model_type": "chat",

  677.                     "is_tools": true

  678.                 },

  679.                 {

  680.                     "llm_name": "Baichuan-Text-Embedding",

  681.                     "tags": "TEXT EMBEDDING",

  682.                     "max_tokens": 512,

  683.                     "model_type": "embedding"

  684.                 }

  685.             ]

  686.         },

  687.         {

  688.             "name": "Jina",

  689.             "logo": "",

  690.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  691.             "status": "1",

  692.             "llm": [

  693.                 {

  694.                     "llm_name": "jina-reranker-v1-base-en",

  695.                     "tags": "RE-RANK,8k",

  696.                     "max_tokens": 8196,

  697.                     "model_type": "rerank"

  698.                 },

  699.                 {

  700.                     "llm_name": "jina-reranker-v1-turbo-en",

  701.                     "tags": "RE-RANK,8k",

  702.                     "max_tokens": 8196,

  703.                     "model_type": "rerank"

  704.                 },

  705.                 {

  706.                     "llm_name": "jina-reranker-v1-tiny-en",

  707.                     "tags": "RE-RANK,8k",

  708.                     "max_tokens": 8196,

  709.                     "model_type": "rerank"

  710.                 },

  711.                 {

  712.                     "llm_name": "jina-colbert-v1-en",

  713.                     "tags": "RE-RANK,8k",

  714.                     "max_tokens": 8196,

  715.                     "model_type": "rerank"

  716.                 },

  717.                 {

  718.                     "llm_name": "jina-embeddings-v2-base-en",

  719.                     "tags": "TEXT EMBEDDING",

  720.                     "max_tokens": 8196,

  721.                     "model_type": "embedding"

  722.                 },

  723.                 {

  724.                     "llm_name": "jina-embeddings-v2-base-de",

  725.                     "tags": "TEXT EMBEDDING",

  726.                     "max_tokens": 8196,

  727.                     "model_type": "embedding"

  728.                 },

  729.                 {

  730.                     "llm_name": "jina-embeddings-v2-base-es",

  731.                     "tags": "TEXT EMBEDDING",

  732.                     "max_tokens": 8196,

  733.                     "model_type": "embedding"

  734.                 },

  735.                 {

  736.                     "llm_name": "jina-embeddings-v2-base-code",

  737.                     "tags": "TEXT EMBEDDING",

  738.                     "max_tokens": 8196,

  739.                     "model_type": "embedding"

  740.                 },

  741.                 {

  742.                     "llm_name": "jina-embeddings-v2-base-zh",

  743.                     "tags": "TEXT EMBEDDING",

  744.                     "max_tokens": 8196,

  745.                     "model_type": "embedding"

  746.                 },

  747.                 {

  748.                     "llm_name": "jina-reranker-v2-base-multilingual",

  749.                     "tags": "RE-RANK,8k",

  750.                     "max_tokens": 8196,

  751.                     "model_type": "rerank"

  752.                 },

  753.                 {

  754.                     "llm_name": "jina-embeddings-v3",

  755.                     "tags": "TEXT EMBEDDING",

  756.                     "max_tokens": 8196,

  757.                     "model_type": "embedding"

  758.                 }

  759.             ]

  760.         },

  761.         {

  762.             "name": "BAAI",

  763.             "logo": "",

  764.            "tags": "TEXT EMBEDDING",

  765.             "status": "1",

  766.             "llm": [

  767.                 {

  768.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  769.                     "tags": "TEXT EMBEDDING,",

  770.                     "max_tokens": 1024,

  771.                     "model_type": "embedding"

  772.                 }

  773.             ]

  774.         },

  775.         {

  776.             "name": "MiniMax",

  777.             "logo": "",

  778.             "tags": "LLM,TEXT EMBEDDING",

  779.             "status": "1",

  780.             "llm": [

  781.                 {

  782.                     "llm_name": "abab6.5-chat",

  783.                     "tags": "LLM,CHAT,8k",

  784.                     "max_tokens": 8192,

  785.                     "model_type": "chat"

  786.                 },

  787.                 {

  788.                     "llm_name": "abab6.5s-chat",

  789.                     "tags": "LLM,CHAT,245k",

  790.                     "max_tokens": 245760,

  791.                     "model_type": "chat",

  792.                     "is_tools": true

  793.                 },

  794.                 {

  795.                     "llm_name": "abab6.5t-chat",

  796.                     "tags": "LLM,CHAT,8k",

  797.                     "max_tokens": 8192,

  798.                     "model_type": "chat"

  799.                 },

  800.                 {

  801.                     "llm_name": "abab6.5g-chat",

  802.                     "tags": "LLM,CHAT,8k",

  803.                     "max_tokens": 8192,

  804.                     "model_type": "chat"

  805.                 },

  806.                 {

  807.                     "llm_name": "abab5.5s-chat",

  808.                     "tags": "LLM,CHAT,8k",

  809.                     "max_tokens": 8192,

  810.                     "model_type": "chat"

  811.                 }

  812.             ]

  813.         },

  814.         {

  815.             "name": "Mistral",

  816.             "logo": "",

  817.             "tags": "LLM,TEXT EMBEDDING,MODERATION",

  818.             "status": "1",

  819.             "llm": [

  820.                 {

  821.                     "llm_name": "codestral-latest",

  822.                     "tags": "LLM,CHAT,256k",

  823.                     "max_tokens": 256000,

  824.                     "model_type": "chat",

  825.                     "is_tools": true

  826.                 },

  827.                 {

  828.                     "llm_name": "mistral-large-latest",

  829.                     "tags": "LLM,CHAT,131k",

  830.                     "max_tokens": 131000,

  831.                     "model_type": "chat",

  832.                     "is_tools": true

  833.                 },

  834.                 {

  835.                     "llm_name": "mistral-saba-latest",

  836.                     "tags": "LLM,CHAT,32k",

  837.                     "max_tokens": 32000,

  838.                     "model_type": "chat"

  839.                 },

  840.                 {

  841.                     "llm_name": "pixtral-large-latest",

  842.                     "tags": "LLM,CHAT,IMAGE2TEXT,131k",

  843.                     "max_tokens": 131000,

  844.                     "model_type": "image2text",

  845.                     "is_tools": true

  846.                 },

  847.                 {

  848.                     "llm_name": "ministral-3b-latest",

  849.                     "tags": "LLM,CHAT,131k",

  850.                     "max_tokens": 131000,

  851.                     "model_type": "chat",

  852.                     "is_tools": true

  853.                 },

  854.                 {

  855.                     "llm_name": "ministral-8b-latest",

  856.                     "tags": "LLM,CHAT,131k",

  857.                     "max_tokens": 131000,

  858.                     "model_type": "chat",

  859.                     "is_tools": true

  860.                 },

  861.                 {

  862.                     "llm_name": "mistral-embed",

  863.                     "tags": "TEXT EMBEDDING,8k",

  864.                     "max_tokens": 8192,

  865.                     "model_type": "embedding"

  866.                 },

  867.                 {

  868.                     "llm_name": "mistral-moderation-latest",

  869.                     "tags": "LLM,CHAT,8k",

  870.                     "max_tokens": 8192,

  871.                     "model_type": "chat"

  872.                 },

  873.                 {

  874.                     "llm_name": "mistral-small-latest",

  875.                     "tags": "LLM,CHAT,32k",

  876.                     "max_tokens": 32000,

  877.                     "model_type": "chat",

  878.                     "is_tools": true

  879.                 },

  880.                 {

  881.                     "llm_name": "pixtral-12b-2409",

  882.                     "tags": "LLM,IMAGE2TEXT,131k",

  883.                     "max_tokens": 131000,

  884.                     "model_type": "image2text"

  885.                 },

  886.                 {

  887.                     "llm_name": "mistral-ocr-latest",

  888.                     "tags": "LLM,IMAGE2TEXT,131k",

  889.                     "max_tokens": 131000,

  890.                     "model_type": "image2text"

  891.                 },

  892.                 {

  893.                     "llm_name": "open-mistral-nemo",

  894.                     "tags": "LLM,CHAT,131k",

  895.                     "max_tokens": 131000,

  896.                     "model_type": "chat",

  897.                     "is_tools": true

  898.                 },

  899.                 {

  900.                     "llm_name": "open-codestral-mamba",

  901.                     "tags": "LLM,CHAT,256k",

  902.                     "max_tokens": 256000,

  903.                     "model_type": "chat"

  904.                 }

  905.             ]

  906.         },

  907.         {

  908.             "name": "Azure-OpenAI",

  909.             "logo": "",

  910.             "tags": "LLM,TEXT EMBEDDING,SPEECH2TEXT,MODERATION",

  911.             "status": "1",

  912.             "llm": [

  913.                 {

  914.                     "llm_name": "gpt-4o-mini",

  915.                     "tags": "LLM,CHAT,128K",

  916.                     "max_tokens": 128000,

  917.                     "model_type": "image2text",

  918.                     "is_tools": true

  919.                 },

  920.                 {

  921.                     "llm_name": "gpt-4o",

  922.                     "tags": "LLM,CHAT,128K",

  923.                     "max_tokens": 128000,

  924.                     "model_type": "image2text",

  925.                     "is_tools": true

  926.                 },

  927.                 {

  928.                     "llm_name": "gpt-3.5-turbo",

  929.                     "tags": "LLM,CHAT,4K",

  930.                     "max_tokens": 4096,

  931.                     "model_type": "chat",

  932.                     "is_tools": false

  933.                 },

  934.                 {

  935.                     "llm_name": "gpt-3.5-turbo-16k",

  936.                     "tags": "LLM,CHAT,16k",

  937.                     "max_tokens": 16385,

  938.                     "model_type": "chat"

  939.                 },

  940.                 {

  941.                     "llm_name": "text-embedding-ada-002",

  942.                     "tags": "TEXT EMBEDDING,8K",

  943.                     "max_tokens": 8191,

  944.                     "model_type": "embedding"

  945.                 },

  946.                 {

  947.                     "llm_name": "text-embedding-3-small",

  948.                     "tags": "TEXT EMBEDDING,8K",

  949.                     "max_tokens": 8191,

  950.                     "model_type": "embedding"

  951.                 },

  952.                 {

  953.                     "llm_name": "text-embedding-3-large",

  954.                     "tags": "TEXT EMBEDDING,8K",

  955.                     "max_tokens": 8191,

  956.                     "model_type": "embedding"

  957.                 },

  958.                 {

  959.                     "llm_name": "whisper-1",

  960.                     "tags": "SPEECH2TEXT",

  961.                     "max_tokens": 26214400,

  962.                     "model_type": "speech2text"

  963.                 },

  964.                 {

  965.                     "llm_name": "gpt-4",

  966.                     "tags": "LLM,CHAT,8K",

  967.                     "max_tokens": 8191,

  968.                     "model_type": "chat"

  969.                 },

  970.                 {

  971.                     "llm_name": "gpt-4-turbo",

  972.                     "tags": "LLM,CHAT,8K",

  973.                     "max_tokens": 8191,

  974.                     "model_type": "chat",

  975.                     "is_tools": true

  976.                 },

  977.                 {

  978.                     "llm_name": "gpt-4-32k",

  979.                     "tags": "LLM,CHAT,32K",

  980.                     "max_tokens": 32768,

  981.                     "model_type": "chat"

  982.                 },

  983.                 {

  984.                     "llm_name": "gpt-4-vision-preview",

  985.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  986.                     "max_tokens": 765,

  987.                     "model_type": "image2text"

  988.                 }

  989.             ]

  990.         },

  991.         {

  992.             "name": "Bedrock",

  993.             "logo": "",

  994.             "tags": "LLM,TEXT EMBEDDING",

  995.             "status": "1",

  996.             "llm": []

  997.         },

  998.         {

  999.             "name": "Gemini",

  1000.             "logo": "",

  1001.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1002.             "status": "1",

  1003.             "llm": [

  1004.                 {

  1005.                     "llm_name": "gemini-2.5-flash-preview-05-20",

  1006.                     "tags": "LLM,CHAT,1024K,IMAGE2TEXT",

  1007.                     "max_tokens": 1048576,

  1008.                     "model_type": "image2text",

  1009.                     "is_tools": true

  1010.                 },

  1011.                 {

  1012.                     "llm_name": "gemini-2.0-flash-001",

  1013.                     "tags": "LLM,CHAT,1024K",

  1014.                     "max_tokens": 1048576,

  1015.                     "model_type": "image2text",

  1016.                     "is_tools": true

  1017.                 },

  1018.                 {

  1019.                     "llm_name": "gemini-2.0-flash-thinking-exp-01-21",

  1020.                     "tags": "LLM,CHAT,1024K",

  1021.                     "max_tokens": 1048576,

  1022.                     "model_type": "chat",

  1023.                     "is_tools": true

  1024.                 },

  1025.                 {

  1026.                     "llm_name": "gemini-1.5-flash",

  1027.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1028.                     "max_tokens": 1048576,

  1029.                     "model_type": "image2text"

  1030.                 },

  1031.                 {

  1032.                     "llm_name": "gemini-2.5-pro-preview-05-06",

  1033.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1034.                     "max_tokens": 1048576,

  1035.                     "model_type": "image2text"

  1036.                 },

  1037.                 {

  1038.                     "llm_name": "gemini-1.5-pro",

  1039.                     "tags": "LLM,IMAGE2TEXT,2048K",

  1040.                     "max_tokens": 2097152,

  1041.                     "model_type": "image2text"

  1042.                 },

  1043.                 {

  1044.                     "llm_name": "gemini-1.5-flash-8b",

  1045.                     "tags": "LLM,IMAGE2TEXT,1024K",

  1046.                     "max_tokens": 1048576,

  1047.                     "model_type": "image2text",

  1048.                     "is_tools": true

  1049.                 },

  1050.                 {

  1051.                     "llm_name": "text-embedding-004",

  1052.                     "tags": "TEXT EMBEDDING",

  1053.                     "max_tokens": 2048,

  1054.                     "model_type": "embedding"

  1055.                 },

  1056.                 {

  1057.                     "llm_name": "embedding-001",

  1058.                     "tags": "TEXT EMBEDDING",

  1059.                     "max_tokens": 2048,

  1060.                     "model_type": "embedding"

  1061.                 }

  1062.             ]

  1063.         },

  1064.         {

  1065.             "name": "Groq",

  1066.             "logo": "",

  1067.             "tags": "LLM",

  1068.             "status": "1",

  1069.             "llm": [

  1070.                 {

  1071.                     "llm_name": "gemma2-9b-it",

  1072.                     "tags": "LLM,CHAT,15k",

  1073.                     "max_tokens": 8192,

  1074.                     "model_type": "chat"

  1075.                 },

  1076.                 {

  1077.                     "llm_name": "llama3-70b-8192",

  1078.                     "tags": "LLM,CHAT,6k",

  1079.                     "max_tokens": 8192,

  1080.                     "model_type": "chat"

  1081.                 },

  1082.                 {

  1083.                     "llm_name": "llama3-8b-8192",

  1084.                     "tags": "LLM,CHAT,30k",

  1085.                     "max_tokens": 8192,

  1086.                     "model_type": "chat"

  1087.                 },

  1088.                 {

  1089.                     "llm_name": "llama-3.1-70b-versatile",

  1090.                     "tags": "LLM,CHAT,128k",

  1091.                     "max_tokens": 131072,

  1092.                     "model_type": "chat",

  1093.                     "is_tools": true

  1094.                 },

  1095.                 {

  1096.                     "llm_name": "llama-3.1-8b-instant",

  1097.                     "tags": "LLM,CHAT,128k",

  1098.                     "max_tokens": 131072,

  1099.                     "model_type": "chat",

  1100.                     "is_tools": true

  1101.                 },

  1102.                 {

  1103.                     "llm_name": "llama-3.3-70b-versatile",

  1104.                     "tags": "LLM,CHAT,128k",

  1105.                     "max_tokens": 128000,

  1106.                     "model_type": "chat",

  1107.                     "is_tools": true

  1108.                 },

  1109.                 {

  1110.                     "llm_name": "llama-3.3-70b-specdec",

  1111.                     "tags": "LLM,CHAT,8k",

  1112.                     "max_tokens": 8192,

  1113.                     "model_type": "chat"

  1114.                 },

  1115.                 {

  1116.                     "llm_name": "mixtral-8x7b-32768",

  1117.                     "tags": "LLM,CHAT,5k",

  1118.                     "max_tokens": 32768,

  1119.                     "model_type": "chat"

  1120.                 }

  1121.             ]

  1122.         },

  1123.         {

  1124.             "name": "OpenRouter",

  1125.             "logo": "",

  1126.             "tags": "LLM,IMAGE2TEXT",

  1127.             "status": "1",

  1128.             "llm": []

  1129.         },

  1130.         {

  1131.             "name": "StepFun",

  1132.             "logo": "",

  1133.             "tags": "LLM",

  1134.             "status": "1",

  1135.             "llm": [

  1136.                 {

  1137.                     "llm_name": "step-1-8k",

  1138.                     "tags": "LLM,CHAT,8k",

  1139.                     "max_tokens": 8192,

  1140.                     "model_type": "chat",

  1141.                     "is_tools": true

  1142.                 },

  1143.                 {

  1144.                     "llm_name": "step-1-32k",

  1145.                     "tags": "LLM,CHAT,32k",

  1146.                     "max_tokens": 32768,

  1147.                     "model_type": "chat",

  1148.                     "is_tools": true

  1149.                 },

  1150.                 {

  1151.                     "llm_name": "step-1-128k",

  1152.                     "tags": "LLM,CHAT,128k",

  1153.                     "max_tokens": 131072,

  1154.                     "model_type": "chat",

  1155.                     "is_tools": true

  1156.                 },

  1157.                 {

  1158.                     "llm_name": "step-1-256k",

  1159.                     "tags": "LLM,CHAT,256k",

  1160.                     "max_tokens": 262144,

  1161.                     "model_type": "chat",

  1162.                     "is_tools": true

  1163.                 },

  1164.                 {

  1165.                     "llm_name": "step-1v-8k",

  1166.                     "tags": "LLM,CHAT,IMAGE2TEXT",

  1167.                     "max_tokens": 8192,

  1168.                     "model_type": "image2text",

  1169.                     "is_tools": true

  1170.                 }

  1171.             ]

  1172.         },

  1173.         {

  1174.             "name": "NVIDIA",

  1175.             "logo": "",

  1176.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1177.             "status": "1",

  1178.             "llm": [

  1179.                 {

  1180.                     "llm_name": "01-ai/yi-large",

  1181.                     "tags": "LLM,CHAT,32K",

  1182.                     "max_tokens": 32768,

  1183.                     "model_type": "chat"

  1184.                 },

  1185.                 {

  1186.                     "llm_name": "abacusai/dracarys-llama-3.1-70b-instruct",

  1187.                     "tags": "LLM,CHAT,128K",

  1188.                     "max_tokens": 131072,

  1189.                     "model_type": "chat"

  1190.                 },

  1191.                 {

  1192.                     "llm_name": "ai21labs/jamba-1.5-large-instruct",

  1193.                     "tags": "LLM,CHAT,256K",

  1194.                     "max_tokens": 256000,

  1195.                     "model_type": "chat"

  1196.                 },

  1197.                 {

  1198.                     "llm_name": "ai21labs/jamba-1.5-mini-instruct",

  1199.                     "tags": "LLM,CHAT,256K",

  1200.                     "max_tokens": 256000,

  1201.                     "model_type": "chat"

  1202.                 },

  1203.                 {

  1204.                     "llm_name": "aisingapore/sea-lion-7b-instruct",

  1205.                     "tags": "LLM,CHAT,128K",

  1206.                     "max_tokens": 131072,

  1207.                     "model_type": "chat"

  1208.                 },

  1209.                 {

  1210.                     "llm_name": "baichuan-inc/baichuan2-13b-chat",

  1211.                     "tags": "LLM,CHAT,192K",

  1212.                     "max_tokens": 196608,

  1213.                     "model_type": "chat",

  1214.                     "is_tools": true

  1215.                 },

  1216.                 {

  1217.                     "llm_name": "bigcode/starcoder2-7b",

  1218.                     "tags": "LLM,CHAT,16K",

  1219.                     "max_tokens": 16384,

  1220.                     "model_type": "chat"

  1221.                 },

  1222.                 {

  1223.                     "llm_name": "bigcode/starcoder2-15b",

  1224.                     "tags": "LLM,CHAT,16K",

  1225.                     "max_tokens": 16384,

  1226.                     "model_type": "chat"

  1227.                 },

  1228.                 {

  1229.                     "llm_name": "databricks/dbrx-instruct",

  1230.                     "tags": "LLM,CHAT,32K",

  1231.                     "max_tokens": 32768,

  1232.                     "model_type": "chat",

  1233.                     "is_tools": true

  1234.                 },

  1235.                 {

  1236.                     "llm_name": "deepseek-ai/deepseek-r1",

  1237.                     "tags": "LLM,CHAT,128K",

  1238.                     "max_tokens": 131072,

  1239.                     "model_type": "chat"

  1240.                 },

  1241.                 {

  1242.                     "llm_name": "google/gemma-2b",

  1243.                     "tags": "LLM,CHAT,8K",

  1244.                     "max_tokens": 8192,

  1245.                     "model_type": "chat"

  1246.                 },

  1247.                 {

  1248.                     "llm_name": "google/gemma-7b",

  1249.                     "tags": "LLM,CHAT,8K",

  1250.                     "max_tokens": 8192,

  1251.                     "model_type": "chat"

  1252.                 },

  1253.                 {

  1254.                     "llm_name": "google/gemma-2-2b-it",

  1255.                     "tags": "LLM,CHAT,4K",

  1256.                     "max_tokens": 4096,

  1257.                     "model_type": "chat"

  1258.                 },

  1259.                 {

  1260.                     "llm_name": "google/gemma-2-9b-it",

  1261.                     "tags": "LLM,CHAT,4K",

  1262.                     "max_tokens": 4096,

  1263.                     "model_type": "chat"

  1264.                 },

  1265.                 {

  1266.                     "llm_name": "google/gemma-2-27b-it",

  1267.                     "tags": "LLM,CHAT,4K",

  1268.                     "max_tokens": 4096,

  1269.                     "model_type": "chat"

  1270.                 },

  1271.                 {

  1272.                     "llm_name": "google/codegemma-1.1-7b",

  1273.                     "tags": "LLM,CHAT,8K",

  1274.                     "max_tokens": 8192,

  1275.                     "model_type": "chat"

  1276.                 },

  1277.                 {

  1278.                     "llm_name": "google/codegemma-7b",

  1279.                     "tags": "LLM,CHAT,8K",

  1280.                     "max_tokens": 8192,

  1281.                     "model_type": "chat"

  1282.                 },

  1283.                 {

  1284.                     "llm_name": "google/recurrentgemma-2b",

  1285.                     "tags": "LLM,CHAT,8K",

  1286.                     "max_tokens": 8192,

  1287.                     "model_type": "chat"

  1288.                 },

  1289.                 {

  1290.                     "llm_name": "google/shieldgemma-9b",

  1291.                     "tags": "LLM,CHAT,8K",

  1292.                     "max_tokens": 8192,

  1293.                     "model_type": "chat"

  1294.                 },

  1295.                 {

  1296.                     "llm_name": "ibm/granite-3.0-3b-a800m-instruct",

  1297.                     "tags": "LLM,CHAT,4K",

  1298.                     "max_tokens": 4096,

  1299.                     "model_type": "chat"

  1300.                 },

  1301.                 {

  1302.                     "llm_name": "ibm/granite-3.0-8b-instruct",

  1303.                     "tags": "LLM,CHAT,4K",

  1304.                     "max_tokens": 4096,

  1305.                     "model_type": "chat"

  1306.                 },

  1307.                 {

  1308.                     "llm_name": "ibm/granite-34b-code-instruct",

  1309.                     "tags": "LLM,CHAT,8K",

  1310.                     "max_tokens": 8192,

  1311.                     "model_type": "chat",

  1312.                     "is_tools": true

  1313.                 },

  1314.                 {

  1315.                     "llm_name": "ibm/granite-8b-code-instruct",

  1316.                     "tags": "LLM,CHAT,128K",

  1317.                     "max_tokens": 131072,

  1318.                     "model_type": "chat",

  1319.                     "is_tools": true

  1320.                 },

  1321.                 {

  1322.                     "llm_name": "ibm/granite-guardian-3.0-8b",

  1323.                     "tags": "LLM,CHAT,128k",

  1324.                     "max_tokens": 131072,

  1325.                     "model_type": "chat"

  1326.                 },

  1327.                 {

  1328.                     "llm_name": "igenius / colosseum-355b_instruct_16k",

  1329.                     "tags": "LLM,CHAT,16K",

  1330.                     "max_tokens": 16384,

  1331.                     "model_type": "chat"

  1332.                 },

  1333.                 {

  1334.                     "llm_name": "igenius / italia_10b_instruct_16k",

  1335.                     "tags": "LLM,CHAT,16K",

  1336.                     "max_tokens": 16384,

  1337.                     "model_type": "chat"

  1338.                 },

  1339.                 {

  1340.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-70b-instruct-v01",

  1341.                     "tags": "LLM,CHAT,8K",

  1342.                     "max_tokens": 8192,

  1343.                     "model_type": "chat"

  1344.                 },

  1345.                 {

  1346.                     "llm_name": "institute-of-science-tokyo/llama-3.1-swallow-8b-instruct-v0.1",

  1347.                     "tags": "LLM,CHAT,8K",

  1348.                     "max_tokens": 8192,

  1349.                     "model_type": "chat"

  1350.                 },

  1351.                 {

  1352.                     "llm_name": "mediatek/breeze-7b-instruct",

  1353.                     "tags": "LLM,CHAT,8K",

  1354.                     "max_tokens": 8192,

  1355.                     "model_type": "chat"

  1356.                 },

  1357.                 {

  1358.                     "llm_name": "meta/codellama-70b",

  1359.                     "tags": "LLM,CHAT,100K",

  1360.                     "max_tokens": 100000,

  1361.                     "model_type": "chat"

  1362.                 },

  1363.                 {

  1364.                     "llm_name": "meta/llama2-70b",

  1365.                     "tags": "LLM,CHAT,4K",

  1366.                     "max_tokens": 4096,

  1367.                     "model_type": "chat"

  1368.                 },

  1369.                 {

  1370.                     "llm_name": "meta/llama3-8b",

  1371.                     "tags": "LLM,CHAT,8K",

  1372.                     "max_tokens": 8192,

  1373.                     "model_type": "chat"

  1374.                 },

  1375.                 {

  1376.                     "llm_name": "meta/llama3-70b",

  1377.                     "tags": "LLM,CHAT,",

  1378.                     "max_tokens": 8192,

  1379.                     "model_type": "chat"

  1380.                 },

  1381.                 {

  1382.                     "llm_name": "meta/llama-3.1-8b-instruct",

  1383.                     "tags": "LLM,CHAT,128K",

  1384.                     "max_tokens": 131072,

  1385.                     "model_type": "chat"

  1386.                 },

  1387.                 {

  1388.                     "llm_name": "meta/llama-3.1-70b-instruct",

  1389.                     "tags": "LLM,CHAT,128K",

  1390.                     "max_tokens": 131072,

  1391.                     "model_type": "chat"

  1392.                 },

  1393.                 {

  1394.                     "llm_name": "meta/llama-3.1-405b-instruct",

  1395.                     "tags": "LLM,CHAT,128K",

  1396.                     "max_tokens": 131072,

  1397.                     "model_type": "chat"

  1398.                 },

  1399.                 {

  1400.                     "llm_name": "meta/llama-3.2-1b-instruct",

  1401.                     "tags": "LLM,CHAT,128K",

  1402.                     "max_tokens": 131072,

  1403.                     "model_type": "chat"

  1404.                 },

  1405.                 {

  1406.                     "llm_name": "meta/llama-3.2-3b-instruct",

  1407.                     "tags": "LLM,CHAT,128K",

  1408.                     "max_tokens": 131072,

  1409.                     "model_type": "chat"

  1410.                 },

  1411.                 {

  1412.                     "llm_name": "meta/llama-3.3-70b-instruct",

  1413.                     "tags": "LLM,CHAT,128K",

  1414.                     "max_tokens": 131072,

  1415.                     "model_type": "chat"

  1416.                 },

  1417.                 {

  1418.                     "llm_name": "microsoft/phi-3-medium-128k-instruct",

  1419.                     "tags": "LLM,CHAT,128K",

  1420.                     "max_tokens": 131072,

  1421.                     "model_type": "chat"

  1422.                 },

  1423.                 {

  1424.                     "llm_name": "microsoft/phi-3-medium-4k-instruct",

  1425.                     "tags": "LLM,CHAT,4K",

  1426.                     "max_tokens": 4096,

  1427.                     "model_type": "chat"

  1428.                 },

  1429.                 {

  1430.                     "llm_name": "microsoft/phi-3-mini-128k-instruct",

  1431.                     "tags": "LLM,CHAT,128K",

  1432.                     "max_tokens": 131072,

  1433.                     "model_type": "chat"

  1434.                 },

  1435.                 {

  1436.                     "llm_name": "microsoft/phi-3-mini-4k-instruct",

  1437.                     "tags": "LLM,CHAT,4K",

  1438.                     "max_tokens": 4096,

  1439.                     "model_type": "chat"

  1440.                 },

  1441.                 {

  1442.                     "llm_name": "microsoft/phi-3-small-128k-instruct",

  1443.                     "tags": "LLM,CHAT,128K",

  1444.                     "max_tokens": 131072,

  1445.                     "model_type": "chat"

  1446.                 },

  1447.                 {

  1448.                     "llm_name": "microsoft/phi-3-small-8k-instruct",

  1449.                     "tags": "LLM,CHAT,8K",

  1450.                     "max_tokens": 8192,

  1451.                     "model_type": "chat"

  1452.                 },

  1453.                 {

  1454.                     "llm_name": "microsoft/phi-3.5-mini",

  1455.                     "tags": "LLM,CHAT,128K",

  1456.                     "max_tokens": 131072,

  1457.                     "model_type": "chat"

  1458.                 },

  1459.                 {

  1460.                     "llm_name": "microsoft/phi-3.5-moe-instruct",

  1461.                     "tags": "LLM,CHAT,128K",

  1462.                     "max_tokens": 131072,

  1463.                     "model_type": "chat"

  1464.                 },

  1465.                 {

  1466.                     "llm_name": "mistralai/codestral-22b-instruct-v0.1",

  1467.                     "tags": "LLM,CHAT,32K",

  1468.                     "max_tokens": 32768,

  1469.                     "model_type": "chat",

  1470.                     "is_tools": true

  1471.                 },

  1472.                 {

  1473.                     "llm_name": "mistralai/mamba-codestral-7b-v0.1",

  1474.                     "tags": "LLM,CHAT,4K",

  1475.                     "max_tokens": 4096,

  1476.                     "model_type": "chat"

  1477.                 },

  1478.                 {

  1479.                     "llm_name": "mistralai/mistral-2-large-instruct",

  1480.                     "tags": "LLM,CHAT,128K",

  1481.                     "max_tokens": 131072,

  1482.                     "model_type": "chat"

  1483.                 },

  1484.                 {

  1485.                     "llm_name": "mistralai/mathstral-7b-v01",

  1486.                     "tags": "LLM,CHAT,4K",

  1487.                     "max_tokens": 4096,

  1488.                     "model_type": "chat"

  1489.                 },

  1490.                 {

  1491.                     "llm_name": "mistralai/mistral-7b-instruct",

  1492.                     "tags": "LLM,CHAT,32K",

  1493.                     "max_tokens": 32768,

  1494.                     "model_type": "chat"

  1495.                 },

  1496.                 {

  1497.                     "llm_name": "mistralai/mistral-7b-instruct-v0.3",

  1498.                     "tags": "LLM,CHAT,32K",

  1499.                     "max_tokens": 32768,

  1500.                     "model_type": "chat"

  1501.                 },

  1502.                 {

  1503.                     "llm_name": "mistralai/mixtral-8x7b-instruct",

  1504.                     "tags": "LLM,CHAT,32K",

  1505.                     "max_tokens": 32768,

  1506.                     "model_type": "chat"

  1507.                 },

  1508.                 {

  1509.                     "llm_name": "mistralai/mixtral-8x22b-instruct",

  1510.                     "tags": "LLM,CHAT,64K",

  1511.                     "max_tokens": 65536,

  1512.                     "model_type": "chat"

  1513.                 },

  1514.                 {

  1515.                     "llm_name": "mistralai/mistral-large",

  1516.                     "tags": "LLM,CHAT,32K",

  1517.                     "max_tokens": 32768,

  1518.                     "model_type": "chat",

  1519.                     "is_tools": true

  1520.                 },

  1521.                 {

  1522.                     "llm_name": "mistralai/mistral-small-24b-instruct",

  1523.                     "tags": "LLM,CHAT,32K",

  1524.                     "max_tokens": 32768,

  1525.                     "model_type": "chat"

  1526.                 },

  1527.                 {

  1528.                     "llm_name": "nvidia/llama3-chatqa-1.5-8b",

  1529.                     "tags": "LLM,CHAT,8K",

  1530.                     "max_tokens": 8192,

  1531.                     "model_type": "chat"

  1532.                 },

  1533.                 {

  1534.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-content-safety",

  1535.                     "tags": "LLM,CHAT,128K",

  1536.                     "max_tokens": 131072,

  1537.                     "model_type": "chat"

  1538.                 },

  1539.                 {

  1540.                     "llm_name": "nvidia/llama-3.1-nemoguard-8b-topic-control",

  1541.                     "tags": "LLM,CHAT,128K",

  1542.                     "max_tokens": 131072,

  1543.                     "model_type": "chat"

  1544.                 },

  1545.                 {

  1546.                     "llm_name": "nvidia/llama-3.1-nemotron-51b-instruct",

  1547.                     "tags": "LLM,CHAT,128K",

  1548.                     "max_tokens": 131072,

  1549.                     "model_type": "chat"

  1550.                 },

  1551.                 {

  1552.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-instruct",

  1553.                     "tags": "LLM,CHAT,128K",

  1554.                     "max_tokens": 131072,

  1555.                     "model_type": "chat"

  1556.                 },

  1557.                 {

  1558.                     "llm_name": "nvidia/llama-3.1-nemotron-70b-reward",

  1559.                     "tags": "LLM,CHAT,128K",

  1560.                     "max_tokens": 128000,

  1561.                     "model_type": "chat"

  1562.                 },

  1563.                 {

  1564.                     "llm_name": "nvidia/llama3-chatqa-1.5-70b",

  1565.                     "tags": "LLM,CHAT,128K",

  1566.                     "max_tokens": 131072,

  1567.                     "model_type": "chat"

  1568.                 },

  1569.                 {

  1570.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-base",

  1571.                     "tags": "LLM,CHAT,8K",

  1572.                     "max_tokens": 8192,

  1573.                     "model_type": "chat"

  1574.                 },

  1575.                 {

  1576.                     "llm_name": "nvidia/mistral-nemo-minitron-8b-8k-instruct",

  1577.                     "tags": "LLM,CHAT,8K",

  1578.                     "max_tokens": 8192,

  1579.                     "model_type": "chat"

  1580.                 },

  1581.                 {

  1582.                     "llm_name": "nvidia/nemotron-4-340b-instruct",

  1583.                     "tags": "LLM,CHAT,4K",

  1584.                     "max_tokens": 4096,

  1585.                     "model_type": "chat",

  1586.                     "is_tools": true

  1587.                 },

  1588.                 {

  1589.                     "llm_name": "nvidia/nemotron-4-340b-reward",

  1590.                     "tags": "LLM,CHAT,4K",

  1591.                     "max_tokens": 4096,

  1592.                     "model_type": "chat"

  1593.                 },

  1594.                 {

  1595.                     "llm_name": "nvidia/nemotron-4-mini-hindi-4b-instruct",

  1596.                     "tags": "LLM,CHAT,4K",

  1597.                     "max_tokens": 4096,

  1598.                     "model_type": "chat"

  1599.                 },

  1600.                 {

  1601.                     "llm_name": "nvidia/nemotron-mini-4b-instruct",

  1602.                     "tags": "LLM,CHAT,4K",

  1603.                     "max_tokens": 4096,

  1604.                     "model_type": "chat"

  1605.                 },

  1606.                 {

  1607.                     "llm_name": "nv-mistralai/mistral-nemo-12b-instruct",

  1608.                     "tags": "LLM,CHAT,128K",

  1609.                     "max_tokens": 131072,

  1610.                     "model_type": "chat"

  1611.                 },

  1612.                 {

  1613.                     "llm_name": "qwen/qwen2-7b-instruct",

  1614.                     "tags": "LLM,CHAT,128K",

  1615.                     "max_tokens": 131072,

  1616.                     "model_type": "chat",

  1617.                     "is_tools": true

  1618.                 },

  1619.                 {

  1620.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  1621.                     "tags": "LLM,CHAT,128K",

  1622.                     "max_tokens": 131072,

  1623.                     "model_type": "chat",

  1624.                     "is_tools": true

  1625.                 },

  1626.                 {

  1627.                     "llm_name": "qwen/qwen2.5-coder-7b-instruct",

  1628.                     "tags": "LLM,CHAT,32K",

  1629.                     "max_tokens": 32768,

  1630.                     "model_type": "chat",

  1631.                     "is_tools": true

  1632.                 },

  1633.                 {

  1634.                     "llm_name": "qwen/qwen2.5-coder-32b-instruct",

  1635.                     "tags": "LLM,CHAT,32K",

  1636.                     "max_tokens": 32768,

  1637.                     "model_type": "chat",

  1638.                     "is_tools": true

  1639.                 },

  1640.                 {

  1641.                     "llm_name": "rakuten/rakutenai-7b-chat",

  1642.                     "tags": "LLM,CHAT,4K",

  1643.                     "max_tokens": 4096,

  1644.                     "model_type": "chat"

  1645.                 },

  1646.                 {

  1647.                     "llm_name": "rakuten/rakutenai-7b-instruct",

  1648.                     "tags": "LLM,CHAT,32K",

  1649.                     "max_tokens": 32768,

  1650.                     "model_type": "chat"

  1651.                 },

  1652.                 {

  1653.                     "llm_name": "seallms/seallm-7b-v2.5",

  1654.                     "tags": "LLM,CHAT,8K",

  1655.                     "max_tokens": 8192,

  1656.                     "model_type": "chat"

  1657.                 },

  1658.                 {

  1659.                     "llm_name": "snowflake/arctic",

  1660.                     "tags": "LLM,CHAT,8K",

  1661.                     "max_tokens": 8192,

  1662.                     "model_type": "chat"

  1663.                 },

  1664.                 {

  1665.                     "llm_name": "tokyotech-llm/llama-3-swallow-70b-instruct-v01",

  1666.                     "tags": "LLM,CHAT,8K",

  1667.                     "max_tokens": 8192,

  1668.                     "model_type": "chat"

  1669.                 },

  1670.                 {

  1671.                     "llm_name": "thudm/chatglm3-6b",

  1672.                     "tags": "LLM,CHAT,128K",

  1673.                     "max_tokens": 131072,

  1674.                     "model_type": "chat",

  1675.                     "is_tools": true

  1676.                 },

  1677.                 {

  1678.                     "llm_name": "tiiuae/falcon3-7b-instruct",

  1679.                     "tags": "LLM,CHAT,32K",

  1680.                     "max_tokens": 32768,

  1681.                     "model_type": "chat"

  1682.                 },

  1683.                 {

  1684.                     "llm_name": "upstage/solar-10.7b-instruct",

  1685.                     "tags": "LLM,CHAT,8K",

  1686.                     "max_tokens": 8192,

  1687.                     "model_type": "chat",

  1688.                     "is_tools": true

  1689.                 },

  1690.                 {

  1691.                     "llm_name": "writer/palmyra-creative-122b",

  1692.                     "tags": "LLM,CHAT,128K",

  1693.                     "max_tokens": 131072,

  1694.                     "model_type": "chat"

  1695.                 },

  1696.                 {

  1697.                     "llm_name": "writer/palmyra-fin-70b-32k",

  1698.                     "tags": "LLM,CHAT,32K",

  1699.                     "max_tokens": 32768,

  1700.                     "model_type": "chat"

  1701.                 },

  1702.                 {

  1703.                     "llm_name": "writer/palmyra-med-70b-32k",

  1704.                     "tags": "LLM,CHAT,32K",

  1705.                     "max_tokens": 32768,

  1706.                     "model_type": "chat"

  1707.                 },

  1708.                 {

  1709.                     "llm_name": "writer/palmyra-med-70b",

  1710.                     "tags": "LLM,CHAT,8K",

  1711.                     "max_tokens": 8192,

  1712.                     "model_type": "chat"

  1713.                 },

  1714.                 {

  1715.                     "llm_name": "yentinglin/llama-3-taiwan-70b-instruct",

  1716.                     "tags": "LLM,CHAT,8K",

  1717.                     "max_tokens": 8192,

  1718.                     "model_type": "chat"

  1719.                 },

  1720.                 {

  1721.                     "llm_name": "zyphra/zamba2-7b-instruct",

  1722.                     "tags": "LLM,CHAT,4K",

  1723.                     "max_tokens": 4096,

  1724.                     "model_type": "chat"

  1725.                 },

  1726.                 {

  1727.                     "llm_name": "BAAI/bge-m3",

  1728.                     "tags": "TEXT EMBEDDING",

  1729.                     "max_tokens": 8192,

  1730.                     "model_type": "embedding"

  1731.                 },

  1732.                 {

  1733.                     "llm_name": "BAAI/bge-m3-unsupervised",

  1734.                     "tags": "TEXT EMBEDDING",

  1735.                     "max_tokens": 8192,

  1736.                     "model_type": "embedding"

  1737.                 },

  1738.                 {

  1739.                     "llm_name": "BAAI/bge-m3-retromae",

  1740.                     "tags": "TEXT EMBEDDING",

  1741.                     "max_tokens": 8129,

  1742.                     "model_type": "embedding"

  1743.                 },

  1744.                 {

  1745.                     "llm_name": "BAAI/bge-large-en-v1.5",

  1746.                     "tags": "TEXT EMBEDDING",

  1747.                     "max_tokens": 512,

  1748.                     "model_type": "embedding"

  1749.                 },

  1750.                 {

  1751.                     "llm_name": "BAAI/bge-base-en-v1.5",

  1752.                     "tags": "TEXT EMBEDDING",

  1753.                     "max_tokens": 512,

  1754.                     "model_type": "embedding"

  1755.                 },

  1756.                 {

  1757.                     "llm_name": "BAAI/bge-small-en-v1.5",

  1758.                     "tags": "TEXT EMBEDDING",

  1759.                     "max_tokens": 512,

  1760.                     "model_type": "embedding"

  1761.                 },

  1762.                 {

  1763.                     "llm_name": "nvidia/embed-qa-4",

  1764.                     "tags": "TEXT EMBEDDING",

  1765.                     "max_tokens": 512,

  1766.                     "model_type": "embedding"

  1767.                 },

  1768.                 {

  1769.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v1",

  1770.                     "tags": "TEXT EMBEDDING",

  1771.                     "max_tokens": 512,

  1772.                     "model_type": "embedding"

  1773.                 },

  1774.                 {

  1775.                     "llm_name": "nvidia/llama-3.2-nv-embedqa-1b-v2",

  1776.                     "tags": "TEXT EMBEDDING",

  1777.                     "max_tokens": 8192,

  1778.                     "model_type": "embedding"

  1779.                 },

  1780.                 {

  1781.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v1",

  1782.                     "tags": "RE-RANK,512",

  1783.                     "max_tokens": 512,

  1784.                     "model_type": "rerank"

  1785.                 },

  1786.                 {

  1787.                     "llm_name": "nvidia/llama-3.2-nv-rerankqa-1b-v2",

  1788.                     "tags": "RE-RANK,8K",

  1789.                     "max_tokens": 8192,

  1790.                     "model_type": "rerank"

  1791.                 },

  1792.                 {

  1793.                     "llm_name": "nvidia/nvclip",

  1794.                     "tags": "TEXT EMBEDDING",

  1795.                     "max_tokens": 1024,

  1796.                     "model_type": "embedding"

  1797.                 },

  1798.                 {

  1799.                     "llm_name": "nvidia/nv-embed-v1",

  1800.                     "tags": "TEXT EMBEDDING",

  1801.                     "max_tokens": 4096,

  1802.                     "model_type": "embedding"

  1803.                 },

  1804.                 {

  1805.                     "llm_name": "nvidia/nv-embedqa-e5-v5",

  1806.                     "tags": "TEXT EMBEDDING",

  1807.                     "max_tokens": 1024,

  1808.                     "model_type": "embedding"

  1809.                 },

  1810.                 {

  1811.                     "llm_name": "nvidia/nv-embedqa-mistral-7b-v2",

  1812.                     "tags": "TEXT EMBEDDING",

  1813.                     "max_tokens": 4096,

  1814.                     "model_type": "embedding"

  1815.                 },

  1816.                 {

  1817.                     "llm_name": "nvidia/nv-rerankqa-mistral-4b-v3",

  1818.                     "tags": "RE-RANK,512",

  1819.                     "max_tokens": 512,

  1820.                     "model_type": "rerank"

  1821.                 },

  1822.                 {

  1823.                     "llm_name": "nvidia/rerank-qa-mistral-4b",

  1824.                     "tags": "RE-RANK,512",

  1825.                     "max_tokens": 512,

  1826.                     "model_type": "embedding"

  1827.                 },

  1828.                 {

  1829.                     "llm_name": "snowflake-arctic-embed-xs",

  1830.                     "tags": "TEXT EMBEDDING",

  1831.                     "max_tokens": 512,

  1832.                     "model_type": "embedding"

  1833.                 },

  1834.                 {

  1835.                     "llm_name": "snowflake-arctic-embed-s",

  1836.                     "tags": "TEXT EMBEDDING",

  1837.                     "max_tokens": 512,

  1838.                     "model_type": "embedding"

  1839.                 },

  1840.                 {

  1841.                     "llm_name": "snowflake-arctic-embed-m",

  1842.                     "tags": "TEXT EMBEDDING",

  1843.                     "max_tokens": 512,

  1844.                     "model_type": "embedding"

  1845.                 },

  1846.                 {

  1847.                     "llm_name": "snowflake-arctic-embed-m-long",

  1848.                     "tags": "TEXT EMBEDDING",

  1849.                     "max_tokens": 512,

  1850.                     "model_type": "embedding"

  1851.                 },

  1852.                 {

  1853.                     "llm_name": "snowflake-arctic-embed-l",

  1854.                     "tags": "TEXT EMBEDDING",

  1855.                     "max_tokens": 512,

  1856.                     "model_type": "embedding"

  1857.                 },

  1858.                 {

  1859.                     "llm_name": "adept/fuyu-8b",

  1860.                     "tags": "IMAGE2TEXT,1K",

  1861.                     "max_tokens": 1024,

  1862.                     "model_type": "image2text"

  1863.                 },

  1864.                 {

  1865.                     "llm_name": "google/deplot",

  1866.                     "tags": "IMAGE2TEXT,8K",

  1867.                     "max_tokens": 8192,

  1868.                     "model_type": "image2text"

  1869.                 },

  1870.                 {

  1871.                     "llm_name": "google/paligemma",

  1872.                     "tags": "IMAGE2TEXT,256K",

  1873.                     "max_tokens": 256000,

  1874.                     "model_type": "image2text"

  1875.                 },

  1876.                 {

  1877.                     "llm_name": "meta/llama-3.2-11b-vision-instruct",

  1878.                     "tags": "IMAGE2TEXT,128K",

  1879.                     "max_tokens": 131072,

  1880.                     "model_type": "image2text"

  1881.                 },

  1882.                 {

  1883.                     "llm_name": "meta/llama-3.2-90b-vision-instruct",

  1884.                     "tags": "IMAGE2TEXT,128K",

  1885.                     "max_tokens": 131072,

  1886.                     "model_type": "image2text"

  1887.                 },

  1888.                 {

  1889.                     "llm_name": "microsoft/florence-2",

  1890.                     "tags": "IMAGE2TEXT,1K",

  1891.                     "max_tokens": 1024,

  1892.                     "model_type": "image2text"

  1893.                 },

  1894.                 {

  1895.                     "llm_name": "microsoft/kosmos-2",

  1896.                     "tags": "IMAGE2TEXT,4K",

  1897.                     "max_tokens": 4096,

  1898.                     "model_type": "image2text"

  1899.                 },

  1900.                 {

  1901.                     "llm_name": "microsoft/phi-3-vision-128k-instruct",

  1902.                     "tags": "IMAGE2TEXT,128K",

  1903.                     "max_tokens": 131072,

  1904.                     "model_type": "image2text"

  1905.                 },

  1906.                 {

  1907.                     "llm_name": "microsoft/phi-3.5-vision-instruct",

  1908.                     "tags": "IMAGE2TEXT,128K",

  1909.                     "max_tokens": 131072,

  1910.                     "model_type": "image2text"

  1911.                 },

  1912.                 {

  1913.                     "llm_name": "nvidia/neva-22b",

  1914.                     "tags": "IMAGE2TEXT,1K",

  1915.                     "max_tokens": 1024,

  1916.                     "model_type": "image2text"

  1917.                 }

  1918.             ]

  1919.         },

  1920.         {

  1921.             "name": "LM-Studio",

  1922.             "logo": "",

  1923.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  1924.             "status": "1",

  1925.             "llm": []

  1926.         },

  1927.         {

  1928.             "name": "Cohere",

  1929.             "logo": "",

  1930.             "tags": "LLM,TEXT EMBEDDING, TEXT RE-RANK",

  1931.             "status": "1",

  1932.             "llm": [

  1933.                 {

  1934.                     "llm_name": "command-r-plus",

  1935.                     "tags": "LLM,CHAT,128k",

  1936.                     "max_tokens": 131072,

  1937.                     "model_type": "chat",

  1938.                     "is_tools": true

  1939.                 },

  1940.                 {

  1941.                     "llm_name": "command-r",

  1942.                     "tags": "LLM,CHAT,128k",

  1943.                     "max_tokens": 131072,

  1944.                     "model_type": "chat",

  1945.                     "is_tools": true

  1946.                 },

  1947.                 {

  1948.                     "llm_name": "command",

  1949.                     "tags": "LLM,CHAT,4k",

  1950.                     "max_tokens": 4096,

  1951.                     "model_type": "chat"

  1952.                 },

  1953.                 {

  1954.                     "llm_name": "command-nightly",

  1955.                     "tags": "LLM,CHAT,128k",

  1956.                     "max_tokens": 131072,

  1957.                     "model_type": "chat"

  1958.                 },

  1959.                 {

  1960.                     "llm_name": "command-light",

  1961.                     "tags": "LLM,CHAT,4k",

  1962.                     "max_tokens": 4096,

  1963.                     "model_type": "chat"

  1964.                 },

  1965.                 {

  1966.                     "llm_name": "command-light-nightly",

  1967.                     "tags": "LLM,CHAT,4k",

  1968.                     "max_tokens": 4096,

  1969.                     "model_type": "chat"

  1970.                 },

  1971.                 {

  1972.                     "llm_name": "embed-english-v3.0",

  1973.                     "tags": "TEXT EMBEDDING",

  1974.                     "max_tokens": 512,

  1975.                     "model_type": "embedding"

  1976.                 },

  1977.                 {

  1978.                     "llm_name": "embed-english-light-v3.0",

  1979.                     "tags": "TEXT EMBEDDING",

  1980.                     "max_tokens": 512,

  1981.                     "model_type": "embedding"

  1982.                 },

  1983.                 {

  1984.                     "llm_name": "embed-multilingual-v3.0",

  1985.                     "tags": "TEXT EMBEDDING",

  1986.                     "max_tokens": 512,

  1987.                     "model_type": "embedding"

  1988.                 },

  1989.                 {

  1990.                     "llm_name": "embed-multilingual-light-v3.0",

  1991.                     "tags": "TEXT EMBEDDING",

  1992.                     "max_tokens": 512,

  1993.                     "model_type": "embedding"

  1994.                 },

  1995.                 {

  1996.                     "llm_name": "embed-english-v2.0",

  1997.                     "tags": "TEXT EMBEDDING",

  1998.                     "max_tokens": 512,

  1999.                     "model_type": "embedding"

  2000.                 },

  2001.                 {

  2002.                     "llm_name": "embed-english-light-v2.0",

  2003.                     "tags": "TEXT EMBEDDING",

  2004.                     "max_tokens": 512,

  2005.                     "model_type": "embedding"

  2006.                 },

  2007.                 {

  2008.                     "llm_name": "embed-multilingual-v2.0",

  2009.                     "tags": "TEXT EMBEDDING",

  2010.                     "max_tokens": 256,

  2011.                     "model_type": "embedding"

  2012.                 },

  2013.                 {

  2014.                     "llm_name": "rerank-english-v3.0",

  2015.                     "tags": "RE-RANK,4k",

  2016.                     "max_tokens": 4096,

  2017.                     "model_type": "rerank"

  2018.                 },

  2019.                 {

  2020.                     "llm_name": "rerank-multilingual-v3.0",

  2021.                     "tags": "RE-RANK,4k",

  2022.                     "max_tokens": 4096,

  2023.                     "model_type": "rerank"

  2024.                 },

  2025.                 {

  2026.                     "llm_name": "rerank-english-v2.0",

  2027.                     "tags": "RE-RANK,512",

  2028.                     "max_tokens": 512,

  2029.                     "model_type": "rerank"

  2030.                 },

  2031.                 {

  2032.                     "llm_name": "rerank-multilingual-v2.0",

  2033.                     "tags": "RE-RANK,512",

  2034.                     "max_tokens": 512,

  2035.                     "model_type": "rerank"

  2036.                 }

  2037.             ]

  2038.         },

  2039.         {

  2040.             "name": "LeptonAI",

  2041.             "logo": "",

  2042.             "tags": "LLM",

  2043.             "status": "1",

  2044.             "llm": [

  2045.                 {

  2046.                     "llm_name": "dolphin-mixtral-8x7b",

  2047.                     "tags": "LLM,CHAT,32k",

  2048.                     "max_tokens": 32768,

  2049.                     "model_type": "chat",

  2050.                     "is_tools": true

  2051.                 },

  2052.                 {

  2053.                     "llm_name": "gemma-7b",

  2054.                     "tags": "LLM,CHAT,8k",

  2055.                     "max_tokens": 8192,

  2056.                     "model_type": "chat"

  2057.                 },

  2058.                 {

  2059.                     "llm_name": "llama3-1-8b",

  2060.                     "tags": "LLM,CHAT,4k",

  2061.                     "max_tokens": 4096,

  2062.                     "model_type": "chat",

  2063.                     "is_tools": true

  2064.                 },

  2065.                 {

  2066.                     "llm_name": "llama3-8b",

  2067.                     "tags": "LLM,CHAT,8K",

  2068.                     "max_tokens": 8192,

  2069.                     "model_type": "chat"

  2070.                 },

  2071.                 {

  2072.                     "llm_name": "llama2-13b",

  2073.                     "tags": "LLM,CHAT,4K",

  2074.                     "max_tokens": 4096,

  2075.                     "model_type": "chat"

  2076.                 },

  2077.                 {

  2078.                     "llm_name": "llama3-1-70b",

  2079.                     "tags": "LLM,CHAT,8k",

  2080.                     "max_tokens": 8192,

  2081.                     "model_type": "chat",

  2082.                     "is_tools": true

  2083.                 },

  2084.                 {

  2085.                     "llm_name": "llama3-70b",

  2086.                     "tags": "LLM,CHAT,8k",

  2087.                     "max_tokens": 8192,

  2088.                     "model_type": "chat"

  2089.                 },

  2090.                 {

  2091.                     "llm_name": "llama3-1-405b",

  2092.                     "tags": "LLM,CHAT,8k",

  2093.                     "max_tokens": 8192,

  2094.                     "model_type": "chat",

  2095.                     "is_tools": true

  2096.                 },

  2097.                 {

  2098.                     "llm_name": "mistral-7b",

  2099.                     "tags": "LLM,CHAT,8K",

  2100.                     "max_tokens": 8192,

  2101.                     "model_type": "chat"

  2102.                 },

  2103.                 {

  2104.                     "llm_name": "mistral-8x7b",

  2105.                     "tags": "LLM,CHAT,8K",

  2106.                     "max_tokens": 8192,

  2107.                     "model_type": "chat"

  2108.                 },

  2109.                 {

  2110.                     "llm_name": "nous-hermes-llama2",

  2111.                     "tags": "LLM,CHAT,4k",

  2112.                     "max_tokens": 4096,

  2113.                     "model_type": "chat"

  2114.                 },

  2115.                 {

  2116.                     "llm_name": "openchat-3-5",

  2117.                     "tags": "LLM,CHAT,4k",

  2118.                     "max_tokens": 4096,

  2119.                     "model_type": "chat"

  2120.                 },

  2121.                 {

  2122.                     "llm_name": "toppy-m-7b",

  2123.                     "tags": "LLM,CHAT,4k",

  2124.                     "max_tokens": 4096,

  2125.                     "model_type": "chat"

  2126.                 },

  2127.                 {

  2128.                     "llm_name": "wizardlm-2-7b",

  2129.                     "tags": "LLM,CHAT,32k",

  2130.                     "max_tokens": 32768,

  2131.                     "model_type": "chat"

  2132.                 },

  2133.                 {

  2134.                     "llm_name": "wizardlm-2-8x22b",

  2135.                     "tags": "LLM,CHAT,64K",

  2136.                     "max_tokens": 65536,

  2137.                     "model_type": "chat"

  2138.                 }

  2139.             ]

  2140.         },

  2141.         {

  2142.             "name": "TogetherAI",

  2143.             "logo": "",

  2144.             "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",

  2145.             "status": "1",

  2146.             "llm": []

  2147.         },

  2148.         {

  2149.             "name": "PerfXCloud",

  2150.             "logo": "",

  2151.             "tags": "LLM,TEXT EMBEDDING",

  2152.             "status": "1",

  2153.             "llm": [

  2154.                 {

  2155.                     "llm_name": "deepseek-v2-chat",

  2156.                     "tags": "LLM,CHAT,4k",

  2157.                     "max_tokens": 4096,

  2158.                     "model_type": "chat",

  2159.                     "is_tools": true

  2160.                 },

  2161.                 {

  2162.                     "llm_name": "llama3.1:405b",

  2163.                     "tags": "LLM,CHAT,128k",

  2164.                     "max_tokens": 131072,

  2165.                     "model_type": "chat",

  2166.                     "is_tools": true

  2167.                 },

  2168.                 {

  2169.                     "llm_name": "Qwen2-72B-Instruct",

  2170.                     "tags": "LLM,CHAT,128k",

  2171.                     "max_tokens": 131072,

  2172.                     "model_type": "chat",

  2173.                     "is_tools": true

  2174.                 },

  2175.                 {

  2176.                     "llm_name": "Qwen2-72B-Instruct-GPTQ-Int4",

  2177.                     "tags": "LLM,CHAT,2k",

  2178.                     "max_tokens": 2048,

  2179.                     "model_type": "chat",

  2180.                     "is_tools": true

  2181.                 },

  2182.                 {

  2183.                     "llm_name": "Qwen2-72B-Instruct-awq-int4",

  2184.                     "tags": "LLM,CHAT,32k",

  2185.                     "max_tokens": 32768,

  2186.                     "model_type": "chat",

  2187.                     "is_tools": true

  2188.                 },

  2189.                 {

  2190.                     "llm_name": "Llama3-Chinese_v2",

  2191.                     "tags": "LLM,CHAT,8k",

  2192.                     "max_tokens": 8192,

  2193.                     "model_type": "chat"

  2194.                 },

  2195.                 {

  2196.                     "llm_name": "Yi-1_5-9B-Chat-16K",

  2197.                     "tags": "LLM,CHAT,16k",

  2198.                     "max_tokens": 16384,

  2199.                     "model_type": "chat"

  2200.                 },

  2201.                 {

  2202.                     "llm_name": "Qwen1.5-72B-Chat-GPTQ-Int4",

  2203.                     "tags": "LLM,CHAT,2k",

  2204.                     "max_tokens": 2048,

  2205.                     "model_type": "chat"

  2206.                 },

  2207.                 {

  2208.                     "llm_name": "Meta-Llama-3.1-8B-Instruct",

  2209.                     "tags": "LLM,CHAT,4k",

  2210.                     "max_tokens": 4096,

  2211.                     "model_type": "chat",

  2212.                     "is_tools": true

  2213.                 },

  2214.                 {

  2215.                     "llm_name": "Qwen2-7B-Instruct",

  2216.                     "tags": "LLM,CHAT,32k",

  2217.                     "max_tokens": 32768,

  2218.                     "model_type": "chat",

  2219.                     "is_tools": true

  2220.                 },

  2221.                 {

  2222.                     "llm_name": "deepseek-v2-lite-chat",

  2223.                     "tags": "LLM,CHAT,2k",

  2224.                     "max_tokens": 2048,

  2225.                     "model_type": "chat",

  2226.                     "is_tools": true

  2227.                 },

  2228.                 {

  2229.                     "llm_name": "Qwen2-7B",

  2230.                     "tags": "LLM,CHAT,128k",

  2231.                     "max_tokens": 131072,

  2232.                     "model_type": "chat"

  2233.                 },

  2234.                 {

  2235.                     "llm_name": "chatglm3-6b",

  2236.                     "tags": "LLM,CHAT,8k",

  2237.                     "max_tokens": 8192,

  2238.                     "model_type": "chat"

  2239.                 },

  2240.                 {

  2241.                     "llm_name": "Meta-Llama-3-70B-Instruct-GPTQ-Int4",

  2242.                     "tags": "LLM,CHAT,1k",

  2243.                     "max_tokens": 1024,

  2244.                     "model_type": "chat"

  2245.                 },

  2246.                 {

  2247.                     "llm_name": "Meta-Llama-3-8B-Instruct",

  2248.                     "tags": "LLM,CHAT,8k",

  2249.                     "max_tokens": 8192,

  2250.                     "model_type": "chat"

  2251.                 },

  2252.                 {

  2253.                     "llm_name": "Mistral-7B-Instruct",

  2254.                     "tags": "LLM,CHAT,32k",

  2255.                     "max_tokens": 32768,

  2256.                     "model_type": "chat",

  2257.                     "is_tools": true

  2258.                 },

  2259.                 {

  2260.                     "llm_name": "MindChat-Qwen-7B-v2",

  2261.                     "tags": "LLM,CHAT,2k",

  2262.                     "max_tokens": 2048,

  2263.                     "model_type": "chat"

  2264.                 },

  2265.                 {

  2266.                     "llm_name": "phi-2",

  2267.                     "tags": "LLM,CHAT,2k",

  2268.                     "max_tokens": 2048,

  2269.                     "model_type": "chat"

  2270.                 },

  2271.                 {

  2272.                     "llm_name": "SOLAR-10_7B-Instruct",

  2273.                     "tags": "LLM,CHAT,4k",

  2274.                     "max_tokens": 4096,

  2275.                     "model_type": "chat"

  2276.                 },

  2277.                 {

  2278.                     "llm_name": "Mixtral-8x7B-Instruct-v0.1-GPTQ",

  2279.                     "tags": "LLM,CHAT,32k",

  2280.                     "max_tokens": 32768,

  2281.                     "model_type": "chat"

  2282.                 },

  2283.                 {

  2284.                     "llm_name": "Qwen1.5-7B",

  2285.                     "tags": "LLM,CHAT,32k",

  2286.                     "max_tokens": 32768,

  2287.                     "model_type": "chat"

  2288.                 },

  2289.                 {

  2290.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2291.                     "tags": "TEXT EMBEDDING",

  2292.                     "max_tokens": 512,

  2293.                     "model_type": "embedding"

  2294.                 },

  2295.                 {

  2296.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2297.                     "tags": "TEXT EMBEDDING",

  2298.                     "max_tokens": 1024,

  2299.                     "model_type": "embedding"

  2300.                 },

  2301.                 {

  2302.                     "llm_name": "BAAI/bge-m3",

  2303.                     "tags": "TEXT EMBEDDING",

  2304.                     "max_tokens": 8192,

  2305.                     "model_type": "embedding"

  2306.                 }

  2307.             ]

  2308.         },

  2309.         {

  2310.             "name": "Upstage",

  2311.             "logo": "",

  2312.             "tags": "LLM,TEXT EMBEDDING",

  2313.             "status": "1",

  2314.             "llm": [

  2315.                 {

  2316.                     "llm_name": "solar-1-mini-chat",

  2317.                     "tags": "LLM,CHAT,32k",

  2318.                     "max_tokens": 32768,

  2319.                     "model_type": "chat"

  2320.                 },

  2321.                 {

  2322.                     "llm_name": "solar-1-mini-chat-ja",

  2323.                     "tags": "LLM,CHAT,32k",

  2324.                     "max_tokens": 32768,

  2325.                     "model_type": "chat"

  2326.                 },

  2327.                 {

  2328.                     "llm_name": "solar-embedding-1-large-query",

  2329.                     "tags": "TEXT EMBEDDING",

  2330.                     "max_tokens": 4000,

  2331.                     "model_type": "embedding"

  2332.                 },

  2333.                 {

  2334.                     "llm_name": "solar-embedding-1-large-passage",

  2335.                     "tags": "TEXT EMBEDDING",

  2336.                     "max_tokens": 4000,

  2337.                     "model_type": "embedding"

  2338.                 }

  2339.             ]

  2340.         },

  2341.         {

  2342.             "name": "NovitaAI",

  2343.             "logo": "",

  2344.             "tags": "LLM,TEXT EMBEDDING",

  2345.             "status": "1",

  2346.             "llm": [

  2347.                 {

  2348.                     "llm_name": "qwen/qwen2.5-7b-instruct",

  2349.                     "tags": "LLM,CHAT,32k",

  2350.                     "max_tokens": 32000,

  2351.                     "model_type": "chat"

  2352.                 },

  2353.                 {

  2354.                     "llm_name": "meta-llama/llama-3.2-1b-instruct",

  2355.                     "tags": "LLM,CHAT,131k",

  2356.                     "max_tokens": 131000,

  2357.                     "model_type": "chat"

  2358.                 },

  2359.                 {

  2360.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  2361.                     "tags": "LLM,CHAT,32k",

  2362.                     "max_tokens": 32768,

  2363.                     "model_type": "chat"

  2364.                 },

  2365.                 {

  2366.                     "llm_name": "thudm/glm-4-9b-0414",

  2367.                     "tags": "LLM,CHAT,32k",

  2368.                     "max_tokens": 32000,

  2369.                     "model_type": "chat"

  2370.                 },

  2371.                 {

  2372.                     "llm_name": "thudm/glm-z1-9b-0414",

  2373.                     "tags": "LLM,CHAT,32k",

  2374.                     "max_tokens": 32000,

  2375.                     "model_type": "chat"

  2376.                 },

  2377.                 {

  2378.                     "llm_name": "meta-llama/llama-3.1-8b-instruct-bf16",

  2379.                     "tags": "LLM,CHAT,8k",

  2380.                     "max_tokens": 8192,

  2381.                     "model_type": "chat",

  2382.                     "is_tools": true

  2383.                 },

  2384.                 {

  2385.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  2386.                     "tags": "LLM,CHAT,16k",

  2387.                     "max_tokens": 16384,

  2388.                     "model_type": "chat",

  2389.                     "is_tools": true

  2390.                 },

  2391.                 {

  2392.                     "llm_name": "deepseek/deepseek-v3-0324",

  2393.                     "tags": "LLM,CHAT,128k",

  2394.                     "max_tokens": 128000,

  2395.                     "model_type": "chat"

  2396.                 },

  2397.                 {

  2398.                     "llm_name": "deepseek/deepseek-r1-turbo",

  2399.                     "tags": "LLM,CHAT,64k",

  2400.                     "max_tokens": 64000,

  2401.                     "model_type": "chat"

  2402.                 },

  2403.                 {

  2404.                     "llm_name": "Sao10K/L3-8B-Stheno-v3.2",

  2405.                     "tags": "LLM,CHAT,8k",

  2406.                     "max_tokens": 8192,

  2407.                     "model_type": "chat"

  2408.                 },

  2409.                 {

  2410.                     "llm_name": "meta-llama/llama-3.3-70b-instruct",

  2411.                     "tags": "LLM,CHAT,128k",

  2412.                     "max_tokens": 131072,

  2413.                     "model_type": "chat",

  2414.                     "is_tools": true

  2415.                 },

  2416.                 {

  2417.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  2418.                     "tags": "LLM,CHAT,32k",

  2419.                     "max_tokens": 32000,

  2420.                     "model_type": "chat"

  2421.                 },

  2422.                 {

  2423.                     "llm_name": "mistralai/mistral-nemo",

  2424.                     "tags": "LLM,CHAT,128k",

  2425.                     "max_tokens": 131072,

  2426.                     "model_type": "chat"

  2427.                 },

  2428.                 {

  2429.                     "llm_name": "meta-llama/llama-3-8b-instruct",

  2430.                     "tags": "LLM,CHAT,8k",

  2431.                     "max_tokens": 8192,

  2432.                     "model_type": "chat",

  2433.                     "is_tools": true

  2434.                 },

  2435.                 {

  2436.                     "llm_name": "deepseek/deepseek-v3-turbo",

  2437.                     "tags": "LLM,CHAT,64k",

  2438.                     "max_tokens": 64000,

  2439.                     "model_type": "chat",

  2440.                     "is_tools": true

  2441.                 },

  2442.                 {

  2443.                     "llm_name": "mistralai/mistral-7b-instruct",

  2444.                     "tags": "LLM,CHAT,32k",

  2445.                     "max_tokens": 32768,

  2446.                     "model_type": "chat"

  2447.                 },

  2448.                 {

  2449.                     "llm_name": "deepseek/deepseek-r1",

  2450.                     "tags": "LLM,CHAT,64k",

  2451.                     "max_tokens": 64000,

  2452.                     "model_type": "chat"

  2453.                 },

  2454.                 {

  2455.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  2456.                     "tags": "LLM,CHAT,64k",

  2457.                     "max_tokens": 64000,

  2458.                     "model_type": "chat"

  2459.                 },

  2460.                 {

  2461.                     "llm_name": "baai/bge-m3",

  2462.                     "tags": "TEXT EMBEDDING,8K",

  2463.                     "max_tokens": 8192,

  2464.                     "model_type": "embedding"

  2465.                 }

  2466.             ]

  2467.         },

  2468.         {

  2469.             "name": "SILICONFLOW",

  2470.             "logo": "",

  2471.             "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT",

  2472.             "status": "1",

  2473.             "llm": [

  2474.                 {

  2475.                     "llm_name": "Qwen/Qwen3-235B-A22B",

  2476.                     "tags": "LLM,CHAT,128k",

  2477.                     "max_tokens": 8192,

  2478.                     "model_type": "chat",

  2479.                     "is_tools": true

  2480.                 },

  2481.                 {

  2482.                     "llm_name": "Qwen/Qwen3-30B-A3B",

  2483.                     "tags": "LLM,CHAT,128k",

  2484.                     "max_tokens": 8192,

  2485.                     "model_type": "chat",

  2486.                     "is_tools": true

  2487.                 },

  2488.                 {

  2489.                     "llm_name": "Qwen/Qwen3-32B",

  2490.                     "tags": "LLM,CHAT,128k",

  2491.                     "max_tokens": 8192,

  2492.                     "model_type": "chat",

  2493.                     "is_tools": true

  2494.                 },

  2495.                 {

  2496.                     "llm_name": "Qwen/Qwen3-14B",

  2497.                     "tags": "LLM,CHAT,128k",

  2498.                     "max_tokens": 8192,

  2499.                     "model_type": "chat",

  2500.                     "is_tools": true

  2501.                 },

  2502.                 {

  2503.                     "llm_name": "Qwen/Qwen3-8B",

  2504.                     "tags": "LLM,CHAT,64k",

  2505.                     "max_tokens": 8192,

  2506.                     "model_type": "chat",

  2507.                     "is_tools": true

  2508.                 },

  2509.                 {

  2510.                     "llm_name": "Qwen/QVQ-72B-Preview",

  2511.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2512.                     "max_tokens": 16384,

  2513.                     "model_type": "image2text",

  2514.                     "is_tools": false

  2515.                 },

  2516.                 {

  2517.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1",

  2518.                     "tags": "LLM,CHAT,64k",

  2519.                     "max_tokens": 16384,

  2520.                     "model_type": "chat",

  2521.                     "is_tools": true

  2522.                 },

  2523.                 {

  2524.                     "llm_name": "deepseek-ai/DeepSeek-R1",

  2525.                     "tags": "LLM,CHAT,64k",

  2526.                     "max_tokens": 16384,

  2527.                     "model_type": "chat",

  2528.                     "is_tools": true

  2529.                 },

  2530.                 {

  2531.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3",

  2532.                     "tags": "LLM,CHAT,64k",

  2533.                     "max_tokens": 8192,

  2534.                     "model_type": "chat",

  2535.                     "is_tools": true

  2536.                 },

  2537.                 {

  2538.                     "llm_name": "deepseek-ai/DeepSeek-V3",

  2539.                     "tags": "LLM,CHAT,64k",

  2540.                     "max_tokens": 8192,

  2541.                     "model_type": "chat",

  2542.                     "is_tools": true

  2543.                 },

  2544.                 {

  2545.                     "llm_name": "Pro/deepseek-ai/DeepSeek-V3-1226",

  2546.                     "tags": "LLM,CHAT,64k",

  2547.                     "max_tokens": 4096,

  2548.                     "model_type": "chat",

  2549.                     "is_tools": true

  2550.                 },

  2551.                 {

  2552.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",

  2553.                     "tags": "LLM,CHAT,32k",

  2554.                     "max_tokens": 16384,

  2555.                     "model_type": "chat",

  2556.                     "is_tools": true

  2557.                 },

  2558.                 {

  2559.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",

  2560.                     "tags": "LLM,CHAT,32k",

  2561.                     "max_tokens": 16384,

  2562.                     "model_type": "chat",

  2563.                     "is_tools": true

  2564.                 },

  2565.                 {

  2566.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2567.                     "tags": "LLM,CHAT,32k",

  2568.                     "max_tokens": 16384,

  2569.                     "model_type": "chat",

  2570.                     "is_tools": true

  2571.                 },

  2572.                 {

  2573.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",

  2574.                     "tags": "LLM,CHAT,32k",

  2575.                     "max_tokens": 16384,

  2576.                     "model_type": "chat",

  2577.                     "is_tools": true

  2578.                 },

  2579.                 {

  2580.                     "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2581.                     "tags": "LLM,CHAT,32k",

  2582.                     "max_tokens": 16384,

  2583.                     "model_type": "chat",

  2584.                     "is_tools": true

  2585.                 },

  2586.                 {

  2587.                     "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",

  2588.                     "tags": "LLM,CHAT,32k",

  2589.                     "max_tokens": 16384,

  2590.                     "model_type": "chat",

  2591.                     "is_tools": true

  2592.                 },

  2593.                 {

  2594.                     "llm_name": "deepseek-ai/DeepSeek-V2.5",

  2595.                     "tags": "LLM,CHAT,32k",

  2596.                     "max_tokens": 4096,

  2597.                     "model_type": "chat",

  2598.                     "is_tools": true

  2599.                 },

  2600.                 {

  2601.                     "llm_name": "Qwen/QwQ-32B",

  2602.                     "tags": "LLM,CHAT,32k",

  2603.                     "max_tokens": 32768,

  2604.                     "model_type": "chat",

  2605.                     "is_tools": true

  2606.                 },

  2607.                 {

  2608.                     "llm_name": "Qwen/Qwen2.5-VL-72B-Instruct",

  2609.                     "tags": "LLM,CHAT,IMAGE2TEXT,128k",

  2610.                     "max_tokens": 4096,

  2611.                     "model_type": "image2text",

  2612.                     "is_tools": true

  2613.                 },

  2614.                 {

  2615.                     "llm_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct",

  2616.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2617.                     "max_tokens": 4096,

  2618.                     "model_type": "image2text",

  2619.                     "is_tools": true

  2620.                 },

  2621.                 {

  2622.                     "llm_name": "THUDM/GLM-Z1-32B-0414",

  2623.                     "tags": "LLM,CHAT,32k",

  2624.                     "max_tokens": 4096,

  2625.                     "model_type": "chat",

  2626.                     "is_tools": true

  2627.                 },

  2628.                 {

  2629.                     "llm_name": "THUDM/GLM-4-32B-0414",

  2630.                     "tags": "LLM,CHAT,32k",

  2631.                     "max_tokens": 8192,

  2632.                     "model_type": "chat",

  2633.                     "is_tools": true

  2634.                 },

  2635.                 {

  2636.                     "llm_name": "THUDM/GLM-Z1-9B-0414",

  2637.                     "tags": "LLM,CHAT,32k",

  2638.                     "max_tokens": 8192,

  2639.                     "model_type": "chat",

  2640.                     "is_tools": true

  2641.                 },

  2642.                 {

  2643.                     "llm_name": "THUDM/GLM-4-9B-0414",

  2644.                     "tags": "LLM,CHAT,32k",

  2645.                     "max_tokens": 4096,

  2646.                     "model_type": "chat",

  2647.                     "is_tools": true

  2648.                 },

  2649.                 {

  2650.                     "llm_name": "THUDM/chatglm3-6b",

  2651.                     "tags": "LLM,CHAT,32k",

  2652.                     "max_tokens": 4096,

  2653.                     "model_type": "chat",

  2654.                     "is_tools": false

  2655.                 },

  2656.                 {

  2657.                     "llm_name": "Pro/THUDM/glm-4-9b-chat",

  2658.                     "tags": "LLM,CHAT,128k",

  2659.                     "max_tokens": 4096,

  2660.                     "model_type": "chat",

  2661.                     "is_tools": false

  2662.                 },

  2663.                 {

  2664.                     "llm_name": "THUDM/GLM-Z1-Rumination-32B-0414",

  2665.                     "tags": "LLM,CHAT,32k",

  2666.                     "max_tokens": 4096,

  2667.                     "model_type": "chat",

  2668.                     "is_tools": false

  2669.                 },

  2670.                 {

  2671.                     "llm_name": "THUDM/glm-4-9b-chat",

  2672.                     "tags": "LLM,CHAT,128k",

  2673.                     "max_tokens": 4096,

  2674.                     "model_type": "chat",

  2675.                     "is_tools": true

  2676.                 },

  2677.                 {

  2678.                     "llm_name": "Qwen/QwQ-32B-Preview",

  2679.                     "tags": "LLM,CHAT,32k",

  2680.                     "max_tokens": 8192,

  2681.                     "model_type": "chat",

  2682.                     "is_tools": false

  2683.                 },

  2684.                 {

  2685.                     "llm_name": "Qwen/Qwen2.5-Coder-32B-Instruct",

  2686.                     "tags": "LLM,CHAT,32k",

  2687.                     "max_tokens": 4096,

  2688.                     "model_type": "chat",

  2689.                     "is_tools": false

  2690.                 },

  2691.                 {

  2692.                     "llm_name": "Qwen/Qwen2-VL-72B-Instruct",

  2693.                     "tags": "LLM,IMAGE2TEXT,32k",

  2694.                     "max_tokens": 4096,

  2695.                     "model_type": "image2text",

  2696.                     "is_tools": false

  2697.                 },

  2698.                 {

  2699.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct-128Kt",

  2700.                     "tags": "LLM,IMAGE2TEXT,128k",

  2701.                     "max_tokens": 4096,

  2702.                     "model_type": "image2text",

  2703.                     "is_tools": false

  2704.                 },

  2705.                 {

  2706.                     "llm_name": "deepseek-ai/deepseek-vl2",

  2707.                     "tags": "LLM,IMAGE2TEXT,4k",

  2708.                     "max_tokens": 4096,

  2709.                     "model_type": "image2text",

  2710.                     "is_tools": false

  2711.                 },

  2712.                 {

  2713.                     "llm_name": "Qwen/Qwen2.5-72B-Instruct",

  2714.                     "tags": "LLM,CHAT,32k",

  2715.                     "max_tokens": 4096,

  2716.                     "model_type": "chat",

  2717.                     "is_tools": true

  2718.                 },

  2719.                 {

  2720.                     "llm_name": "Qwen/Qwen2.5-32B-Instruct",

  2721.                     "tags": "LLM,CHAT,32k",

  2722.                     "max_tokens": 4096,

  2723.                     "model_type": "chat",

  2724.                     "is_tools": true

  2725.                 },

  2726.                 {

  2727.                     "llm_name": "Qwen/Qwen2.5-14B-Instruct",

  2728.                     "tags": "LLM,CHAT,32k",

  2729.                     "max_tokens": 4096,

  2730.                     "model_type": "chat",

  2731.                     "is_tools": true

  2732.                 },

  2733.                 {

  2734.                     "llm_name": "Qwen/Qwen2.5-7B-Instruct",

  2735.                     "tags": "LLM,CHAT,32k",

  2736.                     "max_tokens": 4096,

  2737.                     "model_type": "chat",

  2738.                     "is_tools": true

  2739.                 },

  2740.                 {

  2741.                     "llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct",

  2742.                     "tags": "LLM,CHAT,32k",

  2743.                     "max_tokens": 4096,

  2744.                     "model_type": "chat",

  2745.                     "is_tools": true

  2746.                 },

  2747.                 {

  2748.                     "llm_name": "internlm/internlm2_5-20b-chat",

  2749.                     "tags": "LLM,CHAT,32k",

  2750.                     "max_tokens": 4096,

  2751.                     "model_type": "chat",

  2752.                     "is_tools": true

  2753.                 },

  2754.                 {

  2755.                     "llm_name": "internlm/internlm2_5-7b-chat",

  2756.                     "tags": "LLM,CHAT,32k",

  2757.                     "max_tokens": 4096,

  2758.                     "model_type": "chat",

  2759.                     "is_tools": true

  2760.                 },

  2761.                 {

  2762.                     "llm_name": "Qwen/Qwen2-7B-Instruct",

  2763.                     "tags": "LLM,CHAT,32k",

  2764.                     "max_tokens": 4096,

  2765.                     "model_type": "chat",

  2766.                     "is_tools": true

  2767.                 },

  2768.                 {

  2769.                     "llm_name": "Qwen/Qwen2-1.5B-Instruct",

  2770.                     "tags": "LLM,CHAT,32k",

  2771.                     "max_tokens": 4096,

  2772.                     "model_type": "chat",

  2773.                     "is_tools": true

  2774.                 },

  2775.                 {

  2776.                     "llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct",

  2777.                     "tags": "LLM,CHAT,32k",

  2778.                     "max_tokens": 4096,

  2779.                     "model_type": "chat",

  2780.                     "is_tools": false

  2781.                 },

  2782.                 {

  2783.                     "llm_name": "Pro/Qwen/Qwen2-VL-7B-Instruct",

  2784.                     "tags": "LLM,CHAT,IMAGE2TEXT,32k",

  2785.                     "max_tokens": 4096,

  2786.                     "model_type": "image2text",

  2787.                     "is_tools": false

  2788.                 },

  2789.                 {

  2790.                     "llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct",

  2791.                     "tags": "LLM,CHAT,32k",

  2792.                     "max_tokens": 4096,

  2793.                     "model_type": "chat",

  2794.                     "is_tools": true

  2795.                 },

  2796.                 {

  2797.                     "llm_name": "Pro/Qwen/Qwen2-7B-Instruct",

  2798.                     "tags": "LLM,CHAT,32k",

  2799.                     "max_tokens": 4096,

  2800.                     "model_type": "chat",

  2801.                     "is_tools": false

  2802.                 },

  2803.                 {

  2804.                     "llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct",

  2805.                     "tags": "LLM,CHAT,32k",

  2806.                     "max_tokens": 4096,

  2807.                     "model_type": "chat",

  2808.                     "is_tools": false

  2809.                 },

  2810.                 {

  2811.                     "llm_name": "BAAI/bge-m3",

  2812.                     "tags": "LLM,EMBEDDING,8k",

  2813.                     "max_tokens": 8192,

  2814.                     "model_type": "embedding",

  2815.                     "is_tools": false

  2816.                 },

  2817.                 {

  2818.                     "llm_name": "BAAI/bge-reranker-v2-m3",

  2819.                     "tags": "LLM,RE-RANK,8k",

  2820.                     "max_tokens": 8192,

  2821.                     "model_type": "rerank",

  2822.                     "is_tools": false

  2823.                 },

  2824.                 {

  2825.                     "llm_name": "Pro/BAAI/bge-m3",

  2826.                     "tags": "LLM,EMBEDDING,8k",

  2827.                     "max_tokens": 8192,

  2828.                     "model_type": "embedding",

  2829.                     "is_tools": false

  2830.                 },

  2831.                 {

  2832.                     "llm_name": "Pro/BAAI/bge-reranker-v2-m3",

  2833.                     "tags": "LLM,RE-RANK,8k",

  2834.                     "max_tokens": 8192,

  2835.                     "model_type": "rerank",

  2836.                     "is_tools": false

  2837.                 },

  2838.                 {

  2839.                     "llm_name": "BAAI/bge-large-zh-v1.5",

  2840.                     "tags": "LLM,EMBEDDING,0.5k",

  2841.                     "max_tokens": 512,

  2842.                     "model_type": "embedding",

  2843.                     "is_tools": false

  2844.                 },

  2845.                 {

  2846.                     "llm_name": "BAAI/bge-large-en-v1.5",

  2847.                     "tags": "LLM,EMBEDDING,0.5k",

  2848.                     "max_tokens": 512,

  2849.                     "model_type": "embedding",

  2850.                     "is_tools": false

  2851.                 },

  2852.                 {

  2853.                     "llm_name": "netease-youdao/bce-embedding-base_v1",

  2854.                     "tags": "LLM,EMBEDDING,0.5k",

  2855.                     "max_tokens": 512,

  2856.                     "model_type": "embedding",

  2857.                     "is_tools": false

  2858.                 },

  2859.                 {

  2860.                     "llm_name": "netease-youdao/bce-reranker-base_v1",

  2861.                     "tags": "LLM,RE-RANK,0.5k",

  2862.                     "max_tokens": 512,

  2863.                     "model_type": "rerank",

  2864.                     "is_tools": false

  2865.                 }

  2866.             ]

  2867.         },

  2868.         {

  2869.             "name": "PPIO",

  2870.             "logo": "",

  2871.             "tags": "LLM",

  2872.             "status": "1",

  2873.             "llm": [

  2874.                 {

  2875.                     "llm_name": "deepseek/deepseek-r1/community",

  2876.                     "tags": "LLM,CHAT,64k",

  2877.                     "max_tokens": 64000,

  2878.                     "model_type": "chat"

  2879.                 },

  2880.                 {

  2881.                     "llm_name": "deepseek/deepseek-v3/community",

  2882.                     "tags": "LLM,CHAT,64k",

  2883.                     "max_tokens": 64000,

  2884.                     "model_type": "chat"

  2885.                 },

  2886.                 {

  2887.                     "llm_name": "deepseek/deepseek-r1",

  2888.                     "tags": "LLM,CHAT,64k",

  2889.                     "max_tokens": 64000,

  2890.                     "model_type": "chat"

  2891.                 },

  2892.                 {

  2893.                     "llm_name": "deepseek/deepseek-v3",

  2894.                     "tags": "LLM,CHAT,64k",

  2895.                     "max_tokens": 64000,

  2896.                     "model_type": "chat"

  2897.                 },

  2898.                 {

  2899.                     "llm_name": "deepseek/deepseek-r1-distill-llama-70b",

  2900.                     "tags": "LLM,CHAT,32k",

  2901.                     "max_tokens": 32000,

  2902.                     "model_type": "chat"

  2903.                 },

  2904.                 {

  2905.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-32b",

  2906.                     "tags": "LLM,CHAT,64k",

  2907.                     "max_tokens": 64000,

  2908.                     "model_type": "chat"

  2909.                 },

  2910.                 {

  2911.                     "llm_name": "deepseek/deepseek-r1-distill-qwen-14b",

  2912.                     "tags": "LLM,CHAT,64k",

  2913.                     "max_tokens": 64000,

  2914.                     "model_type": "chat"

  2915.                 },

  2916.                 {

  2917.                     "llm_name": "deepseek/deepseek-r1-distill-llama-8b",

  2918.                     "tags": "LLM,CHAT,32k",

  2919.                     "max_tokens": 32000,

  2920.                     "model_type": "chat"

  2921.                 },

  2922.                 {

  2923.                     "llm_name": "qwen/qwen-2.5-72b-instruct",

  2924.                     "tags": "LLM,CHAT,32k",

  2925.                     "max_tokens": 32768,

  2926.                     "model_type": "chat",

  2927.                     "is_tools": true

  2928.                 },

  2929.                 {

  2930.                     "llm_name": "qwen/qwen-2-vl-72b-instruct",

  2931.                     "tags": "LLM,CHAT,32k",

  2932.                     "max_tokens": 32768,

  2933.                     "model_type": "chat"

  2934.                 },

  2935.                 {

  2936.                     "llm_name": "meta-llama/llama-3.2-3b-instruct",

  2937.                     "tags": "LLM,CHAT,32k",

  2938.                     "max_tokens": 32768,

  2939.                     "model_type": "chat"

  2940.                 },

  2941.                 {

  2942.                     "llm_name": "qwen/qwen2.5-32b-instruct",

  2943.                     "tags": "LLM,CHAT,32k",

  2944.                     "max_tokens": 32000,

  2945.                     "model_type": "chat"

  2946.                 },

  2947.                 {

  2948.                     "llm_name": "baichuan/baichuan2-13b-chat",

  2949.                     "tags": "LLM,CHAT,14k",

  2950.                     "max_tokens": 14336,

  2951.                     "model_type": "chat"

  2952.                 },

  2953.                 {

  2954.                     "llm_name": "meta-llama/llama-3.1-70b-instruct",

  2955.                     "tags": "LLM,CHAT,32k",

  2956.                     "max_tokens": 32768,

  2957.                     "model_type": "chat",

  2958.                     "is_tools": true

  2959.                 },

  2960.                 {

  2961.                     "llm_name": "meta-llama/llama-3.1-8b-instruct",

  2962.                     "tags": "LLM,CHAT,32k",

  2963.                     "max_tokens": 32768,

  2964.                     "model_type": "chat",

  2965.                     "is_tools": true

  2966.                 },

  2967.                 {

  2968.                     "llm_name": "01-ai/yi-1.5-34b-chat",

  2969.                     "tags": "LLM,CHAT,16k",

  2970.                     "max_tokens": 16384,

  2971.                     "model_type": "chat"

  2972.                 },

  2973.                 {

  2974.                     "llm_name": "01-ai/yi-1.5-9b-chat",

  2975.                     "tags": "LLM,CHAT,16k",

  2976.                     "max_tokens": 16384,

  2977.                     "model_type": "chat"

  2978.                 },

  2979.                 {

  2980.                     "llm_name": "thudm/glm-4-9b-chat",

  2981.                     "tags": "LLM,CHAT,32k",

  2982.                     "max_tokens": 32768,

  2983.                     "model_type": "chat"

  2984.                 },

  2985.                 {

  2986.                     "llm_name": "qwen/qwen-2-7b-instruct",

  2987.                     "tags": "LLM,CHAT,32k",

  2988.                     "max_tokens": 32768,

  2989.                     "model_type": "chat"

  2990.                 }

  2991.             ]

  2992.         },

  2993.         {

  2994.             "name": "01.AI",

  2995.             "logo": "",

  2996.             "tags": "LLM,IMAGE2TEXT",

  2997.             "status": "1",

  2998.             "llm": [

  2999.                 {

  3000.                     "llm_name": "yi-lightning",

  3001.                     "tags": "LLM,CHAT,16k",

  3002.                     "max_tokens": 16384,

  3003.                     "model_type": "chat"

  3004.                 },

  3005.                 {

  3006.                     "llm_name": "yi-large",

  3007.                     "tags": "LLM,CHAT,32k",

  3008.                     "max_tokens": 32768,

  3009.                     "model_type": "chat"

  3010.                 },

  3011.                 {

  3012.                     "llm_name": "yi-medium",

  3013.                     "tags": "LLM,CHAT,16k",

  3014.                     "max_tokens": 16384,

  3015.                     "model_type": "chat"

  3016.                 },

  3017.                 {

  3018.                     "llm_name": "yi-medium-200k",

  3019.                     "tags": "LLM,CHAT,200k",

  3020.                     "max_tokens": 204800,

  3021.                     "model_type": "chat"

  3022.                 },

  3023.                 {

  3024.                     "llm_name": "yi-spark",

  3025.                     "tags": "LLM,CHAT,16k",

  3026.                     "max_tokens": 16384,

  3027.                     "model_type": "chat"

  3028.                 },

  3029.                 {

  3030.                     "llm_name": "yi-large-rag",

  3031.                     "tags": "LLM,CHAT,16k",

  3032.                     "max_tokens": 16384,

  3033.                     "model_type": "chat"

  3034.                 },

  3035.                 {

  3036.                     "llm_name": "yi-large-fc",

  3037.                     "tags": "LLM,CHAT,32k",

  3038.                     "max_tokens": 32768,

  3039.                     "model_type": "chat",

  3040.                     "is_tools": true

  3041.                 },

  3042.                 {

  3043.                     "llm_name": "yi-large-turbo",

  3044.                     "tags": "LLM,CHAT,16k",

  3045.                     "max_tokens": 16384,

  3046.                     "model_type": "chat"

  3047.                 },

  3048.                 {

  3049.                     "llm_name": "yi-large-preview",

  3050.                     "tags": "LLM,CHAT,16k",

  3051.                     "max_tokens": 16384,

  3052.                     "model_type": "chat"

  3053.                 },

  3054.                 {

  3055.                     "llm_name": "yi-vision",

  3056.                     "tags": "LLM,CHAT,IMAGE2TEXT,16k",

  3057.                     "max_tokens": 16384,

  3058.                     "model_type": "image2text"

  3059.                 }

  3060.             ]

  3061.         },

  3062.         {

  3063.             "name": "Replicate",

  3064.             "logo": "",

  3065.             "tags": "LLM,TEXT EMBEDDING",

  3066.             "status": "1",

  3067.             "llm": []

  3068.         },

  3069.         {

  3070.             "name": "Tencent Hunyuan",

  3071.             "logo": "",

  3072.             "tags": "LLM,IMAGE2TEXT",

  3073.             "status": "1",

  3074.             "llm": [

  3075.                 {

  3076.                     "llm_name": "hunyuan-pro",

  3077.                     "tags": "LLM,CHAT,32k",

  3078.                     "max_tokens": 32768,

  3079.                     "model_type": "chat",

  3080.                     "is_tools": true

  3081.                 },

  3082.                 {

  3083.                     "llm_name": "hunyuan-standard",

  3084.                     "tags": "LLM,CHAT,32k",

  3085.                     "max_tokens": 32768,

  3086.                     "model_type": "chat"

  3087.                 },

  3088.                 {

  3089.                     "llm_name": "hunyuan-standard-256K",

  3090.                     "tags": "LLM,CHAT,256k",

  3091.                     "max_tokens": 262144,

  3092.                     "model_type": "chat"

  3093.                 },

  3094.                 {

  3095.                     "llm_name": "hunyuan-lite",

  3096.                     "tags": "LLM,CHAT,256k",

  3097.                     "max_tokens": 262144,

  3098.                     "model_type": "chat"

  3099.                 },

  3100.                 {

  3101.                     "llm_name": "hunyuan-vision",

  3102.                     "tags": "LLM,IMAGE2TEXT,8k",

  3103.                     "max_tokens": 8192,

  3104.                     "model_type": "image2text"

  3105.                 }

  3106.             ]

  3107.         },

  3108.         {

  3109.             "name": "XunFei Spark",

  3110.             "logo": "",

  3111.             "tags": "LLM,TTS",

  3112.             "status": "1",

  3113.             "llm": []

  3114.         },

  3115.         {

  3116.             "name": "BaiduYiyan",

  3117.             "logo": "",

  3118.             "tags": "LLM",

  3119.             "status": "1",

  3120.             "llm": []

  3121.         },

  3122.         {

  3123.             "name": "Fish Audio",

  3124.             "logo": "",

  3125.             "tags": "TTS",

  3126.             "status": "1",

  3127.             "llm": []

  3128.         },

  3129.         {

  3130.             "name": "Tencent Cloud",

  3131.             "logo": "",

  3132.             "tags": "SPEECH2TEXT",

  3133.             "status": "1",

  3134.             "llm": []

  3135.         },

  3136.         {

  3137.             "name": "Anthropic",

  3138.             "logo": "",

  3139.             "tags": "LLM",

  3140.             "status": "1",

  3141.             "llm": [

  3142.                 {

  3143.                     "llm_name": "claude-opus-4-20250514",

  3144.                     "tags": "LLM,IMAGE2TEXT,200k",

  3145.                     "max_tokens": 204800,

  3146.                     "model_type": "image2text",

  3147.                     "is_tools": true

  3148.                 },

  3149.                 {

  3150.                     "llm_name": "claude-sonnet-4-20250514",

  3151.                     "tags": "LLM,IMAGE2TEXT,200k",

  3152.                     "max_tokens": 204800,

  3153.                     "model_type": "image2text",

  3154.                     "is_tools": true

  3155.                 },

  3156.                 {

  3157.                     "llm_name": "claude-3-7-sonnet-20250219",

  3158.                     "tags": "LLM,IMAGE2TEXT,200k",

  3159.                     "max_tokens": 204800,

  3160.                     "model_type": "image2text",

  3161.                     "is_tools": true

  3162.                 },

  3163.                 {

  3164.                     "llm_name": "claude-3-5-sonnet-20241022",

  3165.                     "tags": "LLM,IMAGE2TEXT,200k",

  3166.                     "max_tokens": 204800,

  3167.                     "model_type": "chat",

  3168.                     "is_tools": true

  3169.                 },

  3170.                 {

  3171.                     "llm_name": "claude-3-opus-20240229",

  3172.                     "tags": "LLM,IMAGE2TEXT,200k",

  3173.                     "max_tokens": 204800,

  3174.                     "model_type": "chat",

  3175.                     "is_tools": true

  3176.                 },

  3177.                 {

  3178.                     "llm_name": "claude-3-haiku-20240307",

  3179.                     "tags": "LLM,IMAGE2TEXT,200k",

  3180.                     "max_tokens": 204800,

  3181.                     "model_type": "image2text",

  3182.                     "is_tools": true

  3183.                 },

  3184.                 {

  3185.                     "llm_name": "claude-2.1",

  3186.                     "tags": "LLM,CHAT,200k",

  3187.                     "max_tokens": 204800,

  3188.                     "model_type": "chat"

  3189.                 },

  3190.                 {

  3191.                     "llm_name": "claude-2.0",

  3192.                     "tags": "LLM,CHAT,100k",

  3193.                     "max_tokens": 102400,

  3194.                     "model_type": "chat"

  3195.                 }

  3196.             ]

  3197.         },

  3198.         {

  3199.             "name": "Voyage AI",

  3200.             "logo": "",

  3201.             "tags": "TEXT EMBEDDING, TEXT RE-RANK",

  3202.             "status": "1",

  3203.             "llm": [

  3204.                 {

  3205.                     "llm_name": "voyage-multimodal-3",

  3206.                     "tags": "TEXT EMBEDDING,Chat,IMAGE2TEXT,32000",

  3207.                     "max_tokens": 32000,

  3208.                     "model_type": "embedding"

  3209.                 },

  3210.                 {

  3211.                     "llm_name": "voyage-large-2-instruct",

  3212.                     "tags": "TEXT EMBEDDING,16000",

  3213.                     "max_tokens": 16000,

  3214.                     "model_type": "embedding"

  3215.                 },

  3216.                 {

  3217.                     "llm_name": "voyage-finance-2",

  3218.                     "tags": "TEXT EMBEDDING,32000",

  3219.                     "max_tokens": 32000,

  3220.                     "model_type": "embedding"

  3221.                 },

  3222.                 {

  3223.                     "llm_name": "voyage-multilingual-2",

  3224.                     "tags": "TEXT EMBEDDING,32000",

  3225.                     "max_tokens": 32000,

  3226.                     "model_type": "embedding"

  3227.                 },

  3228.                 {

  3229.                     "llm_name": "voyage-law-2",

  3230.                     "tags": "TEXT EMBEDDING,16000",

  3231.                     "max_tokens": 16000,

  3232.                     "model_type": "embedding"

  3233.                 },

  3234.                 {

  3235.                     "llm_name": "voyage-code-2",

  3236.                     "tags": "TEXT EMBEDDING,16000",

  3237.                     "max_tokens": 16000,

  3238.                     "model_type": "embedding"

  3239.                 },

  3240.                 {

  3241.                     "llm_name": "voyage-large-2",

  3242.                     "tags": "TEXT EMBEDDING,16000",

  3243.                     "max_tokens": 16000,

  3244.                     "model_type": "embedding"

  3245.                 },

  3246.                 {

  3247.                     "llm_name": "voyage-2",

  3248.                     "tags": "TEXT EMBEDDING,4000",

  3249.                     "max_tokens": 4000,

  3250.                     "model_type": "embedding"

  3251.                 },

  3252.                 {

  3253.                     "llm_name": "voyage-3",

  3254.                     "tags": "TEXT EMBEDDING,32000",

  3255.                     "max_tokens": 32000,

  3256.                     "model_type": "embedding"

  3257.                 },

  3258.                 {

  3259.                     "llm_name": "voyage-3-lite",

  3260.                     "tags": "TEXT EMBEDDING,32000",

  3261.                     "max_tokens": 32000,

  3262.                     "model_type": "embedding"

  3263.                 },

  3264.                 {

  3265.                     "llm_name": "rerank-1",

  3266.                     "tags": "RE-RANK, 8000",

  3267.                     "max_tokens": 8000,

  3268.                     "model_type": "rerank"

  3269.                 },

  3270.                 {

  3271.                     "llm_name": "rerank-lite-1",

  3272.                     "tags": "RE-RANK, 4000",

  3273.                     "max_tokens": 4000,

  3274.                     "model_type": "rerank"

  3275.                 },

  3276.                 {

  3277.                     "llm_name": "rerank-2",

  3278.                     "tags": "RE-RANK, 16000",

  3279.                     "max_tokens": 16000,

  3280.                     "model_type": "rerank"

  3281.                 },

  3282.                 {

  3283.                     "llm_name": "rerank-2-lite",

  3284.                     "tags": "RE-RANK, 8000",

  3285.                     "max_tokens": 8000,

  3286.                     "model_type": "rerank"

  3287.                 }

  3288.             ]

  3289.         },

  3290.         {

  3291.             "name": "Google Cloud",

  3292.             "logo": "",

  3293.             "tags": "LLM",

  3294.             "status": "1",

  3295.             "llm": []

  3296.         },

  3297.         {

  3298.             "name": "HuggingFace",

  3299.             "logo": "",

  3300.             "tags": "TEXT EMBEDDING,TEXT RE-RANK",

  3301.             "status": "1",

  3302.             "llm": []

  3303.         },

  3304.         {

  3305.             "name": "GPUStack",

  3306.             "logo": "",

  3307.             "tags": "LLM,TEXT EMBEDDING,TTS,SPEECH2TEXT,TEXT RE-RANK",

  3308.             "status": "1",

  3309.             "llm": []

  3310.         }

  3311.     ]

  3312. }