From 5bf147d512ee064354656b9fb7819b1cb947a799 Mon Sep 17 00:00:00 2001 From: lkk12014402 Date: Sun, 3 Nov 2024 03:42:36 +0000 Subject: [PATCH 1/2] update accuracy embedding endpoint for no wrapper --- ChatQnA/benchmark/accuracy/eval_multihop.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/ChatQnA/benchmark/accuracy/eval_multihop.py b/ChatQnA/benchmark/accuracy/eval_multihop.py index 9b07ea2e34..a36acd8e78 100644 --- a/ChatQnA/benchmark/accuracy/eval_multihop.py +++ b/ChatQnA/benchmark/accuracy/eval_multihop.py @@ -41,11 +41,14 @@ def get_reranked_documents(self, query, docs, arguments): return [] def get_retrieved_documents(self, query, arguments): - data = {"text": query} + data = {"inputs": query} headers = {"Content-Type": "application/json"} - response = requests.post(arguments.embedding_endpoint, data=json.dumps(data), headers=headers) + response = requests.post(arguments.tei_embedding_endpoint + "/embed", + data=json.dumps(data), + headers=headers + ) if response.ok: - embedding = response.json()["embedding"] + embedding = response.json()[0] else: print(f"Request for embedding failed due to {response.text}.") return [] From ff5ab5c5324ecc157e740ba158754b124aa4b898 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Sun, 3 Nov 2024 03:40:20 +0000 Subject: [PATCH 2/2] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- ChatQnA/benchmark/accuracy/eval_multihop.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/ChatQnA/benchmark/accuracy/eval_multihop.py b/ChatQnA/benchmark/accuracy/eval_multihop.py index a36acd8e78..a8f2b9911a 100644 --- a/ChatQnA/benchmark/accuracy/eval_multihop.py +++ b/ChatQnA/benchmark/accuracy/eval_multihop.py @@ -43,10 +43,7 @@ def get_reranked_documents(self, query, docs, arguments): def get_retrieved_documents(self, query, arguments): data = {"inputs": query} headers = {"Content-Type": "application/json"} - response = requests.post(arguments.tei_embedding_endpoint + "/embed", - data=json.dumps(data), - headers=headers - ) + response = requests.post(arguments.tei_embedding_endpoint + "/embed", data=json.dumps(data), headers=headers) if response.ok: embedding = response.json()[0] else: