Bladeren bron

make excel parsing configurable (#2517)

### What problem does this PR solve?

#2516

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
tags/v0.12.0
Kevin Hu 1 jaar geleden
bovenliggende
commit
78856703c4
No account linked to committer's email address
2 gewijzigde bestanden met toevoegingen van 5 en 1 verwijderingen
  1. 4
    1
      rag/app/naive.py
  2. 1
    0
      rag/llm/chat_model.py

+ 4
- 1
rag/app/naive.py Bestand weergeven

@@ -221,7 +221,10 @@ def chunk(filename, binary=None, from_page=0, to_page=100000,
elif re.search(r"\.xlsx?$", filename, re.IGNORECASE):
callback(0.1, "Start to parse.")
excel_parser = ExcelParser()
sections = [(l, "") for l in excel_parser.html(binary) if l]
if parser_config.get("html4excel"):
sections = [(l, "") for l in excel_parser.html(binary, 12) if l]
else:
sections = [(l, "") for l in excel_parser(binary) if l]

elif re.search(r"\.(txt|py|js|java|c|cpp|h|php|go|ts|sh|cs|kt|sql)$", filename, re.IGNORECASE):
callback(0.1, "Start to parse.")

+ 1
- 0
rag/llm/chat_model.py Bestand weergeven

@@ -689,6 +689,7 @@ class BedrockChat(Base):

yield num_tokens_from_string(ans)


class GeminiChat(Base):

def __init__(self, key, model_name,base_url=None):

Laden…
Annuleren
Opslaan