Ver código fonte

Add Llama3.3 (#4174)

### What problem does this PR solve?

#4168

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
tags/v0.15.1
Kevin Hu 10 meses atrás
pai
commit
2cbe064080
Nenhuma conta vinculada ao e-mail do autor do commit
3 arquivos alterados com 15 adições e 3 exclusões
  1. 12
    0
      conf/llm_factories.json
  2. 3
    2
      deepdoc/vision/recognizer.py
  3. 0
    1
      rag/utils/s3_conn.py

+ 12
- 0
conf/llm_factories.json Ver arquivo

@@ -1014,6 +1014,18 @@
"max_tokens": 131072,
"model_type": "chat"
},
{
"llm_name": "llama-3.3-70b-versatile",
"tags": "LLM,CHAT,128k",
"max_tokens": 128000,
"model_type": "chat"
},
{
"llm_name": "llama-3.3-70b-specdec",
"tags": "LLM,CHAT,8k",
"max_tokens": 8192,
"model_type": "chat"
},
{
"llm_name": "mixtral-8x7b-32768",
"tags": "LLM,CHAT,5k",

+ 3
- 2
deepdoc/vision/recognizer.py Ver arquivo

@@ -26,6 +26,7 @@ from api.utils.file_utils import get_project_base_directory
from .operators import * # noqa: F403
from .operators import preprocess


class Recognizer(object):
def __init__(self, label_list, task_name, model_dir=None):
"""
@@ -144,11 +145,11 @@ class Recognizer(object):
return 0
x0_ = max(b["x0"], x0)
x1_ = min(b["x1"], x1)
assert x0_ <= x1_, "Fuckedup! T:{},B:{},X0:{},X1:{} ==> {}".format(
assert x0_ <= x1_, "Bbox mismatch! T:{},B:{},X0:{},X1:{} ==> {}".format(
tp, btm, x0, x1, b)
tp_ = max(b["top"], tp)
btm_ = min(b["bottom"], btm)
assert tp_ <= btm_, "Fuckedup! T:{},B:{},X0:{},X1:{} => {}".format(
assert tp_ <= btm_, "Bbox mismatch! T:{},B:{},X0:{},X1:{} => {}".format(
tp, btm, x0, x1, b)
ov = (btm_ - tp_) * (x1_ - x0_) if x1 - \
x0 != 0 and btm - tp != 0 else 0

+ 0
- 1
rag/utils/s3_conn.py Ver arquivo

@@ -1,6 +1,5 @@
import logging
import boto3
import os
from botocore.exceptions import ClientError
from botocore.client import Config
import time

Carregando…
Cancelar
Salvar