Skip to content

Commit

Permalink
fix: answer_correctness embedding (#513)
Browse files Browse the repository at this point in the history
  • Loading branch information
jjmachan committed Jan 25, 2024
1 parent 0e93396 commit ff449fc
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 1 deletion.
2 changes: 2 additions & 0 deletions src/ragas/metrics/_answer_correctness.py
Expand Up @@ -104,6 +104,8 @@ def __post_init__(self: t.Self):
if not all([w >= 0 for w in self.weights]):
raise ValueError("Weights must be non-negative")

def init_model(self):
super().init_model()
if self.answer_similarity is None and self.weights[1] != 0:
self.answer_similarity = AnswerSimilarity(
llm=self.llm, batch_size=self.batch_size, embeddings=self.embeddings
Expand Down
2 changes: 1 addition & 1 deletion tests/benchmarks/benchmark_eval.py
Expand Up @@ -19,7 +19,7 @@
# data
ds = load_dataset("explodinggradients/amnesty_qa", "english")
assert isinstance(ds, DatasetDict)
eval_dataset = ds["train"]
eval_dataset = ds["eval"]

# metrics
metrics = [
Expand Down

0 comments on commit ff449fc

Please sign in to comment.