From 241ffaffb960c9475cf7506aa5296f1851df340c Mon Sep 17 00:00:00 2001 From: "xianzhe.xxz" Date: Tue, 16 Jul 2024 18:14:13 +0800 Subject: [PATCH] improve the ES max retrieval items limit to 10000 --- memory_scope/storage/llama_index_sync_elasticsearch.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/memory_scope/storage/llama_index_sync_elasticsearch.py b/memory_scope/storage/llama_index_sync_elasticsearch.py index cd0f7bce..bc0c3d36 100644 --- a/memory_scope/storage/llama_index_sync_elasticsearch.py +++ b/memory_scope/storage/llama_index_sync_elasticsearch.py @@ -532,11 +532,12 @@ class SyncElasticsearchStore(BasePydanticVectorStore): filter = [_to_elasticsearch_filter(query.filters)] else: filter = es_filter or [] + num_candidates = query.similarity_top_k * 10 if query.similarity_top_k <= 1000 else query.similarity_top_k hits = self._store.search( query=query.query_str, query_vector=query.query_embedding, k=query.similarity_top_k, - num_candidates=100, # query.similarity_top_k * 10, + num_candidates=num_candidates, # query.similarity_top_k * 10, filter=filter, custom_query=custom_query, )