From c922410be99efee567415bc6160ff764dcd1d2e6 Mon Sep 17 00:00:00 2001 From: Roberto Capasso <105741961+Robs1999@users.noreply.github.com> Date: Mon, 1 Jan 2024 11:21:21 +0100 Subject: [PATCH] Update _faithfulness.py --- src/ragas/metrics/_faithfulness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ragas/metrics/_faithfulness.py b/src/ragas/metrics/_faithfulness.py index 3c49ba685..e459948ec 100644 --- a/src/ragas/metrics/_faithfulness.py +++ b/src/ragas/metrics/_faithfulness.py @@ -170,7 +170,7 @@ def _score_batch( output = json_loader.safe_load(output[0].text, self.llm) output = output if isinstance(output, list) else [output] faithful_statements = sum( - verdict_score_map.get(dict.get("verdict", "").lower(), np.nan) + verdict_score_map.get(str(dict.get("verdict", "")).lower(), np.nan) for dict in output ) num_statements = len(output)