From cc2d19d5ac175652e12cd2638abff3be72c90684 Mon Sep 17 00:00:00 2001 From: Shahules786 Date: Wed, 30 Aug 2023 09:14:36 +0530 Subject: [PATCH] limit score to 1 --- src/ragas/metrics/context_relevance.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/src/ragas/metrics/context_relevance.py b/src/ragas/metrics/context_relevance.py index a016e97e6..288a80dd3 100644 --- a/src/ragas/metrics/context_relevance.py +++ b/src/ragas/metrics/context_relevance.py @@ -159,13 +159,9 @@ def _score_batch( overlap_scores = [] context_sents = sent_tokenize(context) for output in n_response: - indices = [ - context.find(sent) - for sent in sent_tokenize(output) - if context.find(sent) != -1 - ] indices = sent_tokenize(output) - overlap_scores.append(len(indices) / len(context_sents)) + score = min(len(indices) / len(context_sents), 1) + overlap_scores.append(score) if self.strictness > 1: agr_score = self.sent_agreement.evaluate(n_response) else: