From 5507ec2473b90ad63acdc1e44499e422e84a9032 Mon Sep 17 00:00:00 2001 From: jjmachan Date: Thu, 4 Jan 2024 16:42:13 +0530 Subject: [PATCH] fix: context_utilization name override --- src/ragas/metrics/_context_precision.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/ragas/metrics/_context_precision.py b/src/ragas/metrics/_context_precision.py index e4c383877..46643cfe5 100644 --- a/src/ragas/metrics/_context_precision.py +++ b/src/ragas/metrics/_context_precision.py @@ -151,9 +151,10 @@ def _score_batch( return scores +@dataclass class ContextUtilization(ContextPrecision): - name = "ContextUtilization" - evaluation_mode = EvaluationMode.qac + name: str = "context_utilization" + evaluation_mode: EvaluationMode = EvaluationMode.qac def get_dataset_attributes(self, dataset: Dataset): return dataset["question"], dataset["contexts"], dataset["answer"]