From 5efb3476f2ae2b1afd042c73a2807d580c49f9e6 Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Tue, 20 Aug 2024 09:59:17 +0800 Subject: [PATCH] turn down es bulk size (#2013) ### What problem does this PR solve? ### Type of change - [x] Performance Improvement --- rag/svr/task_executor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rag/svr/task_executor.py b/rag/svr/task_executor.py index 2391a3acd..2cd04b0f2 100644 --- a/rag/svr/task_executor.py +++ b/rag/svr/task_executor.py @@ -348,7 +348,7 @@ def main(): chunk_count = len(set([c["_id"] for c in cks])) st = timer() es_r = "" - es_bulk_size = 16 + es_bulk_size = 4 for b in range(0, len(cks), es_bulk_size): es_r = ELASTICSEARCH.bulk(cks[b:b + es_bulk_size], search.index_name(r["tenant_id"])) if b % 128 == 0: