scriptoriumadmin/ReMe
1
0
Fork 0
mirror of https://github.com/agentscope-ai/ReMe.git synced 2026-08-28 05:25:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix llamaindex reranker

Browse source
This commit is contained in:
xianzhe.xxz 2024-06-19 18:43:03 +08:00
parent deedb1772a
commit 177db463dc
1 changed files with 11 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
old/dash_rerank_client.py
View file

@ -52,7 +52,6 @@ class DashReRankClient(DashClient):
def after_call(self, response_obj, **kwargs):
return response_obj["output"]["results"]
class LLIReRank(LLIClient):
def __init__(self, method, model_name, **kwargs):
@ -75,9 +74,7 @@ class LLIReRank(LLIClient):
if top_n is None:
top_n = len(documents)
nodes = [NodeWithScore(Node(text=text, score=1.0)) for text in documents]
self.reranker = self.reranker(top_n=top_n,
return_documents=return_documents)
nodes = [NodeWithScore(node=Node(text=text), score=1.0) for text in documents]
self.data = {
"nodes": nodes,
@ -85,10 +82,11 @@ class LLIReRank(LLIClient):
}
def after_call(self, nodes: List[NodeWithScore], **kwargs) -> List[dict]:
def after_call(self, nodes, **kwargs):
results = []
for node in nodes:
results.append(dict(relevance_score=node.score,
for idx, node in enumerate(nodes):
results.append(dict(index=idx,
relevance_score=node.score,
document=node.node.text))
return results
@ -102,11 +100,12 @@ class LLIReRank(LLIClient):
with Timer(self.__class__.__name__, log_time=False) as t:
self.logger.debug(f"data={self.data} timeout={self.timeout}")
try:
results = self.reranker.postprocess_nodes(*self.data)
results = self.reranker.postprocess_nodes(**self.data)
results = self.after_call(results)
return results, True
except:
return None, False
except Exception as e:
self.logger.debug(f"Rerank falls, data={self.data}")
# return None, False
def call(self, model_name: str = None, **kwargs):
@ -116,4 +115,5 @@ class LLIReRank(LLIClient):
return result
else:
time.sleep(self.retry_sleep_time)
return None
return None