From bd1f4828e4457fc6a6f262009ad5685ef5f50909 Mon Sep 17 00:00:00 2001 From: Shahules786 Date: Sat, 3 Feb 2024 15:18:59 -0800 Subject: [PATCH] handle non dict output --- src/ragas/metrics/_context_precision.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/ragas/metrics/_context_precision.py b/src/ragas/metrics/_context_precision.py index a5b723066..0a8128f4c 100644 --- a/src/ragas/metrics/_context_precision.py +++ b/src/ragas/metrics/_context_precision.py @@ -93,6 +93,9 @@ def _context_precision_prompt(self, row: t.Dict) -> t.List[PromptValue]: def _calculate_average_precision(self, json_responses: t.List[t.Dict]) -> float: score = np.nan + json_responses = [ + item if isinstance(item, dict) else {} for item in json_responses + ] verdict_list = [ int("1" == resp.get("verdict", "0").strip()) if resp.get("verdict")