Browse Source
turn down es bulk size (#2013)
### What problem does this PR solve? ### Type of change - [x] Performance Improvementtags/v0.10.0
Kevin Hu
1 year ago
1 changed files with 1 additions and 1 deletions
+ 1
- 1
rag/svr/task_executor.py
View File
| chunk_count = len(set([c["_id"] for c in cks])) | chunk_count = len(set([c["_id"] for c in cks])) | ||||
| st = timer() | st = timer() | ||||
| es_r = "" | es_r = "" | ||||
| es_bulk_size = 16 | |||||
| es_bulk_size = 4 | |||||
| for b in range(0, len(cks), es_bulk_size): | for b in range(0, len(cks), es_bulk_size): | ||||
| es_r = ELASTICSEARCH.bulk(cks[b:b + es_bulk_size], search.index_name(r["tenant_id"])) | es_r = ELASTICSEARCH.bulk(cks[b:b + es_bulk_size], search.index_name(r["tenant_id"])) | ||||
| if b % 128 == 0: | if b % 128 == 0: |
Loading…